-- Logs begin at Mon 2021-06-07 18:01:56 UTC, end at Mon 2021-06-07 18:59:44 UTC. --
Jun 07 18:31:03.557829 dv-cinder-790535-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 07 18:31:06.372476 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.common.config [-] Logging enabled!
Jun 07 18:31:06.373605 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282
Jun 07 18:31:06.373778 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 07 18:31:06.377498 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.common.config [-] Logging enabled!
Jun 07 18:31:06.377817 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282
Jun 07 18:31:06.378118 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 07 18:31:06.379230 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 07 18:31:06.379489 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 07 18:31:06.379882 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 07 18:31:06.380131 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 07 18:31:06.380356 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 07 18:31:06.380680 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.380978 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.381274 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.381505 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.381801 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.382089 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.382374 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.382662 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.382960 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.383246 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.383567 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.383888 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.384121 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.384402 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.384691 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.384977 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.385204 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] debug                          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.385486 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.385911 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.386333 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.386618 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.386932 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.387209 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.387506 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.387786 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.388072 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.388485 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] host                           = dv-cinder-790535-1-iscsi {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.389255 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.389544 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.389827 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.390138 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.390439 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.390716 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.391003 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.391308 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.391647 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.391909 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.392197 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.392507 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.392800 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.393026 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.393249 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.393537 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.393825 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.394107 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.394384 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.394659 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.394934 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.395209 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.395511 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.395802 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.396089 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.396374 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.396654 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.396936 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.397210 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.397484 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.397770 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.398043 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.398318 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.398592 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.398879 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.399149 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.399698 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.400007 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.400294 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.400575 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.400860 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.401136 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.401417 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.401690 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.401954 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.402219 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.402490 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.402759 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.403038 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.403309 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.403604 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.403880 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.404196 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.404485 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:06.404784 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.405076 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.405374 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.405655 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.405945 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.406223 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.406510 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.406786 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.407071 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.407354 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.407670 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.407943 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.408231 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.408507 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.408898 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.409407 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.409710 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.410026 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.410304 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.410583 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.410854 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.411135 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.411443 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.411761 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.412082 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.412346 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.412652 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.412945 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.413248 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.413541 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.413827 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.414141 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.414418 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.414716 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.415020 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.415299 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.415618 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.415913 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.416190 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.416502 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.416817 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.417195 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.417561 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.417980 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.418274 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.418562 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.418882 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.419186 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.419546 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.419979 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.420222 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.420511 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.420836 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.421113 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.421393 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.421668 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.421942 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.422214 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.422488 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.422759 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.423030 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.423303 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.423603 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.423882 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.424153 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.424425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.424697 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.424968 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.425258 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.425557 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.425837 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.426117 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.426397 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.426676 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.426953 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.427230 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.427533 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.427814 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.428086 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.428376 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.428657 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.428944 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.429227 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.429505 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.429800 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.430078 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.430359 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.430634 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.430911 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.431204 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.431510 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.431807 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.432099 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.432392 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.432685 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.432994 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.433296 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.433649 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.433956 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:06.434193 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 07 18:31:06.434442 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98236) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 07 18:31:06.797167 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:06.797434 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:06.797719 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:06.798047 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 07 18:31:07.189617 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.189924 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.190196 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.191383 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.191685 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.191948 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.228515 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.228798 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.229063 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.242578 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.242860 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.243127 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.272573 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.272854 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.273123 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.311289 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.311589 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.311853 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.543048 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f06d4036940> agent after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.543705 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f06d4036940> agent after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.543705 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f06d40369d0> segment precommit_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.543873 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f06d4036a60> network precommit_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.544522 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f06d4043c10> segment before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.671327 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> network before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.671684 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f06d3fa0700> agent before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.671980 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> network before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.672258 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.672523 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.672832 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> segment precommit_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.673088 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> segment precommit_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.673395 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> segment after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.673675 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> segment after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.673956 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> network after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.674214 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> network precommit_delete 0 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.674476 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.674737 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port provisioning_complete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.675001 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.675255 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.675545 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> agent after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.675816 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> subnet after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.676070 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> subnet precommit_delete 0 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.676336 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.676585 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.676863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> segment_host_mapping after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.677207 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.677458 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.677738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.677986 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.678229 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06d496b760>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.678624 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.678865 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.679100 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.679335 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.679591 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.679824 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:07.680183 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 07 18:31:07.683338 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 07 18:31:07.688123 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 07 18:31:07.691972 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])])
Jun 07 18:31:07.693596 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 07 18:31:07.694041 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 07 18:31:07.694378 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 07 18:31:07.694760 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 07 18:31:07.697576 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 07 18:31:07.697821 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 07 18:31:07.698163 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 07 18:31:07.726472 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 07 18:31:07.726912 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f06d4131310>> qos_plugin after_init 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.727206 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98236) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 07 18:31:07.727600 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f06d4131580>> logging-plugin after_init 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.728945 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98236) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 07 18:31:07.729220 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 07 18:31:07.729459 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 07 18:31:07.733338 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f06d4100f10>> floatingip before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.733626 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f06d4100f10>> port before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:07.796571 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 07 18:31:07.796723 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 07 18:31:07.796956 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 07 18:31:07.797329 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 07 18:31:07.829026 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_db.sqlalchemy.engines [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98236) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 07 18:31:08.165012 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing driver for type 'gre'
Jun 07 18:31:08.165537 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] gre ID ranges: [(1, 1000)]
Jun 07 18:31:08.217625 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing driver for type 'local'
Jun 07 18:31:08.217871 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing driver for type 'vlan'
Jun 07 18:31:08.229721 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] VlanTypeDriver initialization complete
Jun 07 18:31:08.230140 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing driver for type 'vxlan'
Jun 07 18:31:08.230697 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] vxlan ID ranges: [(1, 1000)]
Jun 07 18:31:08.283798 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing extension driver 'port_security'
Jun 07 18:31:08.284139 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.extensions.port_security [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] PortSecurityExtensionDriver initialization complete
Jun 07 18:31:08.284499 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing mechanism driver 'openvswitch'
Jun 07 18:31:08.284823 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing mechanism driver 'hyperv'
Jun 07 18:31:08.291414 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:08.292189 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52f10>> port after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.292566 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52f10>> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.292928 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52f10>> port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.293315 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52d90>> subnet after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.293699 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52d90>> subnet after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.294047 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d3e52d90>> subnet after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.294428 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e78b0>> network after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.295297 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e78b0>> network after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.295672 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e78b0>> network after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.296051 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7b20>> security_group after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.296400 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7b20>> security_group after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.296743 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7b20>> security_group after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.297121 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7d90>> security_group_rule after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.297465 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7d90>> security_group_rule after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.297805 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7d90>> security_group_rule after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.298184 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7e20>> address_group after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.298529 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7e20>> address_group after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.298878 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06d39e7e20>> address_group after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.299218 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] ML2 OVO RPC backend initialized. {{(pid=98236) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 07 18:31:08.299946 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> router_interface after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.300303 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> router_interface after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.300717 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> network before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.301063 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> networks before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.301409 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> port before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.301751 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> ports before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.302091 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> subnet before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.302433 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> subnets before_response 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.302779 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> network after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.303117 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> network after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.303471 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> network after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.303811 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> port after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.304145 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.304479 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.304813 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> subnet after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.305145 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> subnet after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.305494 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f06d39ed430>> subnet after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.306066 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.plugin [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Modular L2 Plugin initialization complete
Jun 07 18:31:08.306393 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading services supported by the core plugin {{(pid=98236) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 07 18:31:08.306713 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.plugins.ml2.managers [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Got port-security extension from driver 'port_security'
Jun 07 18:31:08.307172 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.extensions.vlantransparent [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Disabled vlantransparent extension.
Jun 07 18:31:08.307690 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98236) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 07 18:31:08.308006 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: router
Jun 07 18:31:08.345140 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router_interface before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.345539 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_create 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.345916 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router before_create 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.346283 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router_interface before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.346652 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router_interface after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.347007 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_delete 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.347364 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> floatingip after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.347751 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_create 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.348099 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.348448 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.348795 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router_gateway after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.349156 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.349565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.349940 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f06d3d8dee0> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.350278 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f06d3d8ddc0> port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.350615 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f06d3d8de50> subnet after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.350951 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f06d3d8df70> subnetpool_address_scope after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.351300 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> port precommit_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.351671 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_create 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.352014 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f06d40b2dc0> port before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.352357 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.352710 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router after_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.353052 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_delete 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.353401 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_create 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.353762 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router_interface after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.354106 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> router precommit_update 55549900 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.354476 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f06d39ed550>> network after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.355334 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Tracking information for resource: router configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:08.355690 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Tracking information for resource: floatingip configured {{(pid=98236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 07 18:31:08.361461 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.db.l3_agentschedulers_db [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 07 18:31:08.362033 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f06d3970790> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.362394 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f06d3970670> port after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.362744 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _notify_port_delete at 0x7f06d3970700> port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.363092 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f06d3970a60> port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.363902 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f06d3907d90>> router before_create 55550100 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.364266 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f06d3907d90>> router precommit_delete 55550100 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.364625 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f06d3907d90>> router precommit_create 55550100 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.364977 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f06d3907d90>> router precommit_update 55550100 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.369415 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.provider_configuration [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service providers = [] {{(pid=98236) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 07 18:31:08.369782 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.db.servicetype_db [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98236) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 07 18:31:08.372734 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.service_base [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 07 18:31:08.373914 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.service_base [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 07 18:31:08.374130 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.service_base [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 07 18:31:08.375309 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.services.service_base [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 07 18:31:08.375703 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.services.service_base [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 07 18:31:08.376243 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.376563 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 07 18:31:08.387088 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.387451 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: auto_allocate
Jun 07 18:31:08.394541 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f06d3932e50> network precommit_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.395087 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f06d3932e50> network precommit_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.395790 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.396168 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: tag
Jun 07 18:31:08.407247 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.407751 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: timestamp
Jun 07 18:31:08.412182 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.412682 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: network_ip_availability
Jun 07 18:31:08.419611 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d3883fd0>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.420541 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d3883fd0>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.421101 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d3883fd0>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.422053 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.422393 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: flavors
Jun 07 18:31:08.535879 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.536207 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading Plugin: revisions
Jun 07 18:31:08.540932 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 07 18:31:08.541337 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:08.542102 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98236) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 07 18:31:08.542438 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Initializing extension manager.
Jun 07 18:31:08.542945 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: __init__.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.543285 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: __pycache__ {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.543860 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.543967 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: address_group.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.545381 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.545963 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: address-group
Jun 07 18:31:08.546288 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: address_scope.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.547006 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.547539 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: address-scope
Jun 07 18:31:08.547863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.548807 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.549306 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: router-admin-state-down-before-update
Jun 07 18:31:08.549631 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: agent.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.550332 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.550828 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: agent
Jun 07 18:31:08.551151 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: agent_resources_synced.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.552085 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.552588 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: agent-resources-synced
Jun 07 18:31:08.552913 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: allowedaddresspairs.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.554708 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.555224 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: allowed-address-pairs
Jun 07 18:31:08.555587 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: auto_allocated_topology.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.556673 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.557183 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: auto-allocated-topology
Jun 07 18:31:08.557509 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: availability_zone.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.558197 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.558697 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: availability_zone
Jun 07 18:31:08.559021 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: availability_zone_filter.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.559959 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.560512 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: availability_zone_filter
Jun 07 18:31:08.560841 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: data_plane_status.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.561747 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.562241 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 07 18:31:08.562559 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: default_subnetpools.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.563504 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.564003 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: default-subnetpools
Jun 07 18:31:08.564322 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.565136 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.565639 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: dhcp_agent_scheduler
Jun 07 18:31:08.565958 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: dns.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.566866 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.567362 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension dns-integration not supported by any of loaded plugins
Jun 07 18:31:08.567709 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: dns_domain_ports.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.568621 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.569116 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 07 18:31:08.569438 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: dvr.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.570108 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.570606 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: dvr
Jun 07 18:31:08.570925 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: empty_string_filtering.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.571863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.572367 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: empty-string-filtering
Jun 07 18:31:08.572685 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.573592 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.574089 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 07 18:31:08.574413 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.575314 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.576043 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 07 18:31:08.576363 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: external_net.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.577271 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.577772 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: external-net
Jun 07 18:31:08.578092 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.579020 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.579558 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: extra_dhcp_opt
Jun 07 18:31:08.579882 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: extraroute.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.580778 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.581279 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: extraroute
Jun 07 18:31:08.581598 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: extraroute_atomic.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.582611 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.583107 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: extraroute-atomic
Jun 07 18:31:08.583451 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: filter_validation.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.584115 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.584612 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: filter-validation
Jun 07 18:31:08.584930 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: fip_pf_description.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.585830 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.586323 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 07 18:31:08.586644 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: fip_port_details.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.587623 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.588114 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: fip-port-details
Jun 07 18:31:08.588434 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: flavors.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.589641 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.590151 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: flavors
Jun 07 18:31:08.590477 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.592693 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.593211 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 07 18:31:08.593544 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: floatingip_pools.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.594242 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.594753 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: floatingip-pools
Jun 07 18:31:08.595079 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: ip_allocation.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.596030 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.596532 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 07 18:31:08.596854 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.597770 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.598270 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: ip-substring-filtering
Jun 07 18:31:08.598595 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l2_adjacency.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.599562 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.600062 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 07 18:31:08.600381 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.601340 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.601851 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: router
Jun 07 18:31:08.602175 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.604440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.604956 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 07 18:31:08.605286 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.606211 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.606720 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: ext-gw-mode
Jun 07 18:31:08.607071 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.608671 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.609176 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: l3-ha
Jun 07 18:31:08.609501 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3_flavors.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.610411 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.610907 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: l3-flavors
Jun 07 18:31:08.611229 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.612191 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.612694 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 07 18:31:08.613016 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: l3agentscheduler.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.614062 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.614567 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: l3_agent_scheduler
Jun 07 18:31:08.614900 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: logging.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.616557 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.617076 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension logging not supported by any of loaded plugins
Jun 07 18:31:08.617402 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: metering.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.618143 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.618725 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: metering
Jun 07 18:31:08.619049 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.620191 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.620704 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: metering_source_and_destination_fields
Jun 07 18:31:08.621027 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: multiprovidernet.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.621950 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.622456 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: multi-provider
Jun 07 18:31:08.622838 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: netmtu.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.624472 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.624987 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: net-mtu
Jun 07 18:31:08.625310 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: netmtu_writable.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.626229 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.626732 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: net-mtu-writable
Jun 07 18:31:08.627056 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: network_availability_zone.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.627758 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.628255 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: network_availability_zone
Jun 07 18:31:08.628576 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: network_ip_availability.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.629676 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.630182 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: network-ip-availability
Jun 07 18:31:08.630505 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: network_segment_range.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.631272 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.631802 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 07 18:31:08.632126 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: pagination.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.633111 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.633442 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: pagination
Jun 07 18:31:08.633763 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: port_device_profile.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.634672 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.635182 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: port-device-profile
Jun 07 18:31:08.635535 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.636451 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.636949 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: port-mac-address-regenerate
Jun 07 18:31:08.637294 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.638271 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.639503 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: port-numa-affinity-policy
Jun 07 18:31:08.639785 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: port_resource_request.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.640727 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.641230 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 07 18:31:08.641548 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: portbindings.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.642462 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.642964 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: binding
Jun 07 18:31:08.643285 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: portbindings_extended.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.644596 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.645114 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: binding-extended
Jun 07 18:31:08.645442 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: portsecurity.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.646354 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.646860 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: port-security
Jun 07 18:31:08.647183 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: project_id.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.648185 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.648516 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: project-id
Jun 07 18:31:08.648842 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: providernet.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.650015 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.650516 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: provider
Jun 07 18:31:08.650836 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.655121 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.655675 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos not supported by any of loaded plugins
Jun 07 18:31:08.656012 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.657275 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.657785 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 07 18:31:08.658111 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.659027 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.659566 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 07 18:31:08.659891 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_default.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.660802 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.661305 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-default not supported by any of loaded plugins
Jun 07 18:31:08.661631 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_fip.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.662281 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.662776 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-fip not supported by any of loaded plugins
Jun 07 18:31:08.663098 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_gateway_ip.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.664248 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.664750 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 07 18:31:08.665080 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_port_network_policy.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.665986 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.666482 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 07 18:31:08.666806 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_rule_type_details.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.667754 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.668253 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 07 18:31:08.668574 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: qos_rules_alias.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.670825 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.670936 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 07 18:31:08.671229 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: quotasv2.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.672208 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.672536 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: quotas
Jun 07 18:31:08.672855 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: quotasv2_detail.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.675960 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.676303 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: quota_details
Jun 07 18:31:08.676636 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: rbac.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.677708 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.678231 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: rbac-policies
Jun 07 18:31:08.678565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: rbac_address_group.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.679525 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.680028 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: rbac-address-group
Jun 07 18:31:08.680355 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: rbac_address_scope.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.681269 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.681774 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: rbac-address-scope
Jun 07 18:31:08.682098 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: rbac_security_groups.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.683021 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.683558 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: rbac-security-groups
Jun 07 18:31:08.683888 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: rbac_subnetpool.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.684792 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.685341 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: rbac-subnetpool
Jun 07 18:31:08.685658 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: revisionifmatch.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.686655 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.687162 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: revision-if-match
Jun 07 18:31:08.687525 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: revisions.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.688634 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.689146 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: standard-attr-revisions
Jun 07 18:31:08.689472 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: router_availability_zone.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.690144 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.690648 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: router_availability_zone
Jun 07 18:31:08.690985 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: routerservicetype.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.691915 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.692417 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension router-service-type not supported by any of loaded plugins
Jun 07 18:31:08.692738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.693657 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.694162 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: security-groups-normalized-cidr
Jun 07 18:31:08.694484 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.695421 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.695928 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: port-security-groups-filtering
Jun 07 18:31:08.696246 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.697162 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.697663 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: security-groups-remote-address-group
Jun 07 18:31:08.697984 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: securitygroup.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.707784 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.708311 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: security-group
Jun 07 18:31:08.708644 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: segment.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.709419 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.709924 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension segment not supported by any of loaded plugins
Jun 07 18:31:08.710251 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.711187 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.711741 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 07 18:31:08.712066 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: servicetype.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.713178 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.713694 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: service-type
Jun 07 18:31:08.714021 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: sorting.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.715011 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.715344 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: sorting
Jun 07 18:31:08.715702 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: standard_attr_segment.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.717244 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.717755 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 07 18:31:08.718070 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: standardattrdescription.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.718729 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.719234 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: standard-attr-description
Jun 07 18:31:08.719587 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: stateful_security_group.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.720505 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.721009 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: stateful-security-group
Jun 07 18:31:08.721330 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: stdattrs_common.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.721907 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 07 18:31:08.722225 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.723208 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.723740 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 07 18:31:08.724062 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnet_onboard.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.725243 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.725749 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: subnet_onboard
Jun 07 18:31:08.726073 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.726992 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.727523 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 07 18:31:08.727848 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnet_service_types.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.728759 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.729264 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: subnet-service-types
Jun 07 18:31:08.729585 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnetallocation.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.730665 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.731166 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: subnet_allocation
Jun 07 18:31:08.731516 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.732811 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.733310 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: subnetpool-prefix-ops
Jun 07 18:31:08.733632 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.734567 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.735074 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 07 18:31:08.735415 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: tagging.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.736471 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.736988 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: standard-attr-tag
Jun 07 18:31:08.737338 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: timestamp.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.738534 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.739043 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loaded extension: standard-attr-timestamp
Jun 07 18:31:08.739367 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: trunk.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.740429 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.740936 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension trunk not supported by any of loaded plugins
Jun 07 18:31:08.741262 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: trunk_details.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.742180 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.742689 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension trunk-details not supported by any of loaded plugins
Jun 07 18:31:08.743013 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: uplink_status_propagation.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.743972 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.744484 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 07 18:31:08.744812 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Loading extension file: vlantransparent.py {{(pid=98236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 07 18:31:08.745480 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 07 18:31:08.745985 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 07 18:31:08.748662 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:network
Jun 07 18:31:08.749200 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnet
Jun 07 18:31:08.749760 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 07 18:31:08.750166 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:port
Jun 07 18:31:08.751872 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.752369 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service FLAVORS assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.752996 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.753424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.753755 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:router
Jun 07 18:31:08.754184 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:floatingip
Jun 07 18:31:08.754679 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service METERING assigned prefix: /metering {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.756170 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d37fbb80>> rbac-policy before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.756549 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d37fbb80>> rbac-policy before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.756899 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06d37fbb80>> rbac-policy before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:31:08.757906 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 07 18:31:08.758357 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:security_group
Jun 07 18:31:08.758794 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 07 18:31:08.759444 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service CORE assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.759777 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 07 18:31:08.760123 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] subnetpool is already registered
Jun 07 18:31:08.760553 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service CORE assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.760878 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 07 18:31:08.761211 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] subnetpool is already registered
Jun 07 18:31:08.763621 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.764061 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service FLAVORS assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.764650 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.765072 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.765403 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:router
Jun 07 18:31:08.765740 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] router is already registered
Jun 07 18:31:08.766148 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:floatingip
Jun 07 18:31:08.766481 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] floatingip is already registered
Jun 07 18:31:08.766931 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service METERING assigned prefix: /metering {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.767631 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 07 18:31:08.767957 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] rbac_policy is already registered
Jun 07 18:31:08.768366 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:security_group
Jun 07 18:31:08.768698 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] security_group is already registered
Jun 07 18:31:08.769094 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 07 18:31:08.769425 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] security_group_rule is already registered
Jun 07 18:31:08.770056 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service CORE assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.770382 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 07 18:31:08.770716 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] subnetpool is already registered
Jun 07 18:31:08.771130 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.v2.resource_helper [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Service CORE assigned prefix:  {{(pid=98236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 07 18:31:08.771490 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 07 18:31:08.771821 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING neutron.quota.resource_registry [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] subnetpool is already registered
Jun 07 18:31:08.772293 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: extensions {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.773780 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: address-groups {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.775807 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: address-scopes {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.777109 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: agents {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.778291 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: auto-allocated-topology {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.780216 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: availability_zones {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.781376 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: dhcp-networks {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.782902 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: dhcp-agents {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.784483 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: routers {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.786229 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: flavors {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.788622 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: service_profiles {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.789863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: next_providers {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.791305 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: service_profiles {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.794419 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: floatingip-pools {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.794419 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: routers {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.796477 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: floatingips {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.797770 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: l3-routers {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.799178 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: l3-agents {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.800637 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: metering-labels {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.801908 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: metering-label-rules {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.803305 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: network-ip-availabilities {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.804601 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: bindings {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.806202 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: quotas {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.807798 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: quotas {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.809242 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: rbac-policies {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.810980 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: security-groups {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.812326 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: security-group-rules {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.813558 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: service-providers {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.814821 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: subnetpools {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.816216 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: subnetpools {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.817770 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.819500 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.821309 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.823187 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.824913 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.827731 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.829445 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.832138 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.833191 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.834951 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron.api.extensions [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Extended resource: tags {{(pid=98236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 07 18:31:08.841103 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING keystonemiddleware.auth_token [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 07 18:31:08.845727 dv-cinder-790535-1-iscsi neutron-server[98236]: WARNING keystonemiddleware.auth_token [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 07 18:31:08.854102 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Acquired lock "singleton_lock" {{(pid=98236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 07 18:31:08.854582 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Releasing lock "singleton_lock" {{(pid=98236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 07 18:31:08.855209 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Starting 2 workers
Jun 07 18:31:08.860393 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Started child 98345 {{(pid=98236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 07 18:31:08.864692 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Started child 98346 {{(pid=98236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 07 18:31:08.865678 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.866385 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO neutron.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 07 18:31:08.866911 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Notify callbacks [] for process, before_spawn {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.867197 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [-] (98345) wsgi starting up on http://0.0.0.0:9696
Jun 07 18:31:08.869432 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.869926 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Starting 1 workers
Jun 07 18:31:08.870899 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [-] (98346) wsgi starting up on http://0.0.0.0:9696
Jun 07 18:31:08.875193 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Started child 98347 {{(pid=98236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 07 18:31:08.875731 dv-cinder-790535-1-iscsi neutron-server[98236]: INFO oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Starting 1 workers
Jun 07 18:31:08.878991 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] calling RpcWorker wait() {{(pid=98347) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 07 18:31:08.879554 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] returning from RpcWorker wait() {{(pid=98347) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 07 18:31:08.880075 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Started child 98348 {{(pid=98236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 07 18:31:08.880813 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.880921 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dfdd0141-d8cf-40d6-9c9e-f1d6e9c41f02 None None] Notify callbacks [] for process, after_spawn {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.881334 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:08.882668 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 07 18:31:08.882875 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 07 18:31:08.883052 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 07 18:31:08.883273 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 07 18:31:08.883626 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 07 18:31:08.883793 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 07 18:31:08.884304 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.884579 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.884840 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:08.885315 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.885315 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.885440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.885931 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.886190 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.886440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.886704 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.886934 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.887105 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.887285 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.887558 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.887880 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.888182 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.888649 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.888930 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.889206 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.889380 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.889636 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.889915 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.890178 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.890477 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] debug                          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.890726 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.891200 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.891476 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.891719 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.891959 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.892252 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.892480 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.892746 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.892985 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.893219 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.893467 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.893740 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.893984 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.894216 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.894459 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.894713 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.894949 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.895472 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] host                           = dv-cinder-790535-1-iscsi {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.895724 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.895969 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.896217 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.896444 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.896687 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.896911 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.897172 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.897440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.897689 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.897927 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.898168 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.898434 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.898670 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.898922 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.899087 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.899592 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.899871 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.900128 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.900364 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.900508 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.900635 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.900880 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.901046 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.901341 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.901574 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.901789 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.902014 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.902236 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.902464 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.902737 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.902984 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.903216 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.903518 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.903765 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.904053 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.904260 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.904486 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.904735 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.904980 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.905281 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.905421 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.905655 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.905894 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.906106 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.906353 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.906585 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.906850 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.907101 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.907358 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.907640 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.907864 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.908084 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.908360 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.908590 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.908842 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.909089 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.912578 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:08.912793 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.912793 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.912793 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.912793 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.913327 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.913327 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.913626 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.913778 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.913951 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.914251 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.914453 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.914605 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.915192 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:08.915604 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.915604 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.915895 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.916100 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.916362 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.916609 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.916863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.917112 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.917367 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.918884 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.920631 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.920631 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.921036 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.923082 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.923448 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.923707 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.924153 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.924317 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.925138 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.925388 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.925626 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.925848 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.927738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.927738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.927738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.927738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.927738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.929141 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.929141 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.930173 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.930421 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.931543 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.931968 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.932289 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.932458 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.932692 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.932965 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.933216 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.933448 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.933674 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.933912 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.934170 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.934394 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.934628 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.934829 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.935045 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.935379 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.936453 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.939148 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.950565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.950936 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.951215 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.951971 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.955796 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.956067 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.956386 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.956692 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.956931 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.957164 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.957398 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.957643 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.957911 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.958141 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.958371 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.958611 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.958849 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.959072 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.959313 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.959581 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.959828 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.960053 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.960288 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.960510 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.960731 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.960944 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.961158 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.961372 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.962565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.962565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.962565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.962565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.962565 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.963232 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.963232 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.963232 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.963662 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.963799 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.964032 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.964263 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.964486 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.964711 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.964924 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.965176 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.965427 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.965659 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.965915 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.966153 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.966387 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.966850 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.967332 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.967648 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.967926 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.968198 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.968440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.968688 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.968961 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.969261 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.969536 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.969776 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.970027 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.970277 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.970554 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.970806 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.971084 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.971300 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.971595 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.972009 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.973221 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.973221 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.973458 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.973686 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.973976 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.974213 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.974463 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.974709 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.974939 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.975163 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.975468 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.975689 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.976039 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.976419 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.976850 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.977213 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.979425 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.980030 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.980150 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.980572 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.980971 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.981357 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.981737 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.982681 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.982944 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.983183 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.983462 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.983678 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.983890 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.984135 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.984344 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.984574 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.984801 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.985030 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.985241 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.985494 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.985706 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.985912 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.986279 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.986693 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.987057 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.987480 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.987835 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.988218 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.988437 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.988921 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.989171 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.989402 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.989696 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.989932 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.990163 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.990489 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.990728 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.990945 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.991179 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.991411 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.991651 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.991863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.992089 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.992313 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.992582 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.992834 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.993085 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.993409 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.993656 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.993900 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.994131 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.994377 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.994697 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.994854 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.994998 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.995209 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.995480 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.995696 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.995928 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.996178 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.996421 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.996648 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.996860 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.997149 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.997318 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.997522 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.998532 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999029 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999029 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999172 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999327 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999582 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:08.999803 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.000014 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.000230 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.000463 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.000683 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.000888 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.001129 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.001339 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.001569 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.001807 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.002022 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.002231 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.002443 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.002655 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.002891 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.003096 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.003342 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.003635 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.003940 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.004367 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.004726 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.005041 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.005449 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.005783 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.006110 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.006451 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.006900 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.007209 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.007619 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.007957 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.008294 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.008639 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.009016 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.009501 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.009888 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.010248 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.010593 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.010963 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.011350 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.011751 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.012714 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.012714 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.012904 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.013306 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.014159 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.014501 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.014863 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.015203 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.015563 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.015876 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.016192 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.016467 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.016790 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.017123 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.017489 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.017803 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:09.019924 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.019924 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 07 18:31:09.020649 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 07 18:31:09.020874 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 07 18:31:09.021095 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 07 18:31:09.021336 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 07 18:31:09.021563 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 07 18:31:09.021716 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 07 18:31:09.021920 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022079 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022237 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022478 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022635 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022812 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.022969 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.023195 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.023453 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.023683 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.023908 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.024131 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.024618 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.024840 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.025061 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.025285 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.025506 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.025724 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.025954 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.026180 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.026400 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.026623 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.026886 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] debug                          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.027105 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.027442 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.027651 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.027871 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.028095 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.028346 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.028566 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.028785 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.029044 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030445 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030445 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030445 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030445 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030711 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.030845 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.031126 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.031290 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.031569 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] host                           = dv-cinder-790535-1-iscsi {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.031824 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.032073 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.032319 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.032580 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.032785 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.032977 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033114 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033215 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033409 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033590 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033744 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.033917 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.034056 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.034199 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.034408 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.034629 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.034860 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.035080 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.035329 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.036098 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.036098 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.036098 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.036668 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.037618 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.037858 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.038099 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.038328 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.038552 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.038776 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.039000 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.039219 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.039464 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.039693 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.039913 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.040132 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.040351 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.040571 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.040792 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.041013 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.041230 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.041453 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.041676 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.041919 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.042167 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.042418 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.042665 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.042909 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.043135 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.043295 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.043472 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.043687 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.043842 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.044003 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.044158 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.044434 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.044597 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.044808 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.045034 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.045252 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.045510 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.045680 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.045901 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.046124 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.046343 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.046566 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.046787 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.047003 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.047219 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.047468 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 07 18:31:09.047721 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.047951 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.048214 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.048422 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.048645 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.048856 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.049086 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.049311 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.049531 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.049754 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.049990 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.050211 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.050446 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.050669 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.050901 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.051117 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.051345 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.051598 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.051820 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.052067 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.052318 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.052563 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.052836 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.053086 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.053320 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.053539 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.053760 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.053980 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.054202 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.054424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.054650 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.054873 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055087 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055244 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055416 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055584 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055739 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.055896 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056053 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056210 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056366 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056521 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056677 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056837 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.056995 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057149 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057305 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057461 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057616 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057770 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.057942 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058096 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058250 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058405 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058560 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058714 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.058868 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059022 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059176 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059331 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059523 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059691 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.059846 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060002 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060191 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060325 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060508 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060637 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060766 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.060920 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061075 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061230 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061385 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061539 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061699 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061842 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.061999 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062154 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062317 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062444 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062597 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062738 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.062893 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063105 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063496 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063496 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063653 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063653 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.063799 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064179 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064179 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064354 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064499 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064717 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064717 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064970 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.064970 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065195 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065322 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065406 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065542 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065730 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065893 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.065984 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066142 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066296 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066457 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066609 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066755 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.066939 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067047 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067215 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067372 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067558 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067711 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.067880 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068056 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068227 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068434 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068600 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068776 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.068929 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069126 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069290 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069446 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069602 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069763 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.069930 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070096 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070256 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070406 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070559 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070736 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.070893 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071042 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071240 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071424 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071589 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071745 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.071901 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072061 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072215 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072369 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072519 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072677 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.072838 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073021 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073140 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073296 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073453 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073608 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073764 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.073922 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074077 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074233 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074388 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074541 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074698 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.074852 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.075007 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.075164 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.075330 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.075512 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.075674 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.076323 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.076632 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.076632 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077212 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077212 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077212 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077212 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077440 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077517 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077616 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077774 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.077954 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.078127 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.078238 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.078396 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.078550 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.078859 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.079189 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.079349 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.079554 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.079680 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.079986 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080144 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080317 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080476 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080633 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080789 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.080942 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.081282 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.081436 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.081592 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.081748 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.081905 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082061 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082219 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082379 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082536 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082694 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.082851 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083006 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083160 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083315 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083507 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083663 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083820 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.083974 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084130 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084296 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084452 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084607 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084762 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.084919 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085083 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085239 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085394 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085548 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085703 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.085866 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086021 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086175 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086331 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086486 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086649 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086803 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.086958 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087113 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087269 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087456 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087613 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087773 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.087936 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088091 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088245 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088401 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088569 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088726 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.088885 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089040 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089197 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089352 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089510 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089670 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089835 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.089998 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090154 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090317 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090474 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090635 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090791 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.090954 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.091120 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.091276 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.091618 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.092338 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.092441 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.092748 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.092913 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093070 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093225 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093381 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093537 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093693 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.093848 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094003 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094157 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094314 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094469 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094624 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094781 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.094936 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 07 18:31:09.095084 dv-cinder-790535-1-iscsi neutron-server[98236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 07 18:31:09.255462 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43284) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:09.264702 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0069857
Jun 07 18:31:20.828531 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca821a-f932-44b2-8154-cff18da3320f None None] get_active_networks_info from dv-cinder-790535-1-iscsi {{(pid=98347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 07 18:31:20.954866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca821a-f932-44b2-8154-cff18da3320f None None] No non-hosted networks {{(pid=98347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 07 18:31:20.962579 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.agentschedulers_db [None req-6cca821a-f932-44b2-8154-cff18da3320f None None] DHCP Agent not found on host dv-cinder-790535-1-iscsi {{(pid=98347) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 07 18:31:21.111785 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1bf9dda5-d6a9-4dad-a394-362d633ea597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:23.003739 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:23.006237 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.007722 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.014895 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.015339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.015703 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.016040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.016369 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.016723 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.027586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.027951 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.028290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.028623 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:23.038183 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f06d355fc40>, 'Open vSwitch agent', 'dv-cinder-790535-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:23.058909 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f06d2c7dd30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:23.357754 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4b573b01-af87-48e3-a876-01be783e15dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:23.411845 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ed9fdf3b-143d-43c8-be9e-491ea7f5fc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:24.403355 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:25.932857 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:27.550770 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43378) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:28.184246 dv-cinder-790535-1-iscsi neutron-server[98346]: WARNING oslo_policy.policy [None req-7290e6fa-074f-488d-abad-62142740fb28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:28.184814 dv-cinder-790535-1-iscsi neutron-server[98346]: WARNING oslo_policy.policy [None req-7290e6fa-074f-488d-abad-62142740fb28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:28.410260 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [None req-7290e6fa-074f-488d-abad-62142740fb28 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:31:28.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7290e6fa-074f-488d-abad-62142740fb28 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8597853
Jun 07 18:31:30.583661 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.db.l3_hamode_db [None req-2fa6afbd-0d16-485b-a26f-081198726b49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 07 18:31:30.685960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6afbd-0d16-485b-a26f-081198726b49 None None] Routers set() bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:31:30.686353 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6afbd-0d16-485b-a26f-081198726b49 None None] Router IDs set() for agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 07 18:31:30.865766 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43392) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:31.228621 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:31:31.327913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.policy [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98346) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 07 18:31:31.373026 dv-cinder-790535-1-iscsi neutron-server[98346]: WARNING oslo_policy.policy [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:31.373489 dv-cinder-790535-1-iscsi neutron-server[98346]: WARNING oslo_policy.policy [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:31.381910 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.quota [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f06d3285fd0>.
Jun 07 18:31:31.457391 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210323543', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210323364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210345294', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210339354', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210361503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729210359601', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7794305', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7740934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560840'] for rbac-policy, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:31.515955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:31.517190 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2e95f2fd-2d45-4e9b-949f-16d7de0ad91c admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6504896
Jun 07 18:31:34.130443 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43404) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:34.715070 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING oslo_policy.policy [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:34.715688 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING oslo_policy.policy [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:34.934596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:31:34.936853 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.quota [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f06d35acdc0>.
Jun 07 18:31:34.980062 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Made reservation on behalf of f87e0c9821fa44189a4d0d92c96badef for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:31:35.050344 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.policy [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98345) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 07 18:31:35.097450 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING oslo_policy.policy [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:35.097823 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING oslo_policy.policy [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 07 18:31:35.108403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.130470 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.254917 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.258495 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.264074 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:35.283745 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:31:35.308047 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729206470301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.308638 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f06d40369d0> segment precommit_create {{(pid=98345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 07 18:31:35.309136 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Added segment 54f26afc-1290-49c4-b477-1a2ca52cc1ba of type vlan for network 6bb33cce-bc23-4714-a95b-e7fdd38423a6
Jun 07 18:31:35.318140 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04124fc1-4181-412e-b592-2315fd126271,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:35.377255 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.377589 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.377913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.378348 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.378538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.378861 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.379167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.379493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.379811 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.380115 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.380414 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.380709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Tracked resource versions report:
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]: pushed versions:
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]: {   'AddressGroup': {'1.2'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'ConntrackHelper': {'1.0'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Log': {'1.0'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Network': {'1.1'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Port': {'1.7'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'PortForwarding': {'1.2'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'QosPolicy': {'1.8'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SecurityGroup': {'1.4'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SubPort': {'1.0'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Subnet': {'1.1'},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Trunk': {'1.1'}}
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]: consumer versions:
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Log': '1.0',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Network': '1.1',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Port': '1.7',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'PortForwarding': '1.2',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'QosPolicy': '1.8',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SecurityGroup': '1.4',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SubPort': '1.0',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Subnet': '1.1',
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Trunk': '1.1'}}
Jun 07 18:31:35.381790 dv-cinder-790535-1-iscsi neutron-server[98345]:  {{(pid=98345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:31:35.417685 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:35.433173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.473882 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.475465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:31:35.476123 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:35.480560 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:35.526032 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3932822
Jun 07 18:31:35.582527 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Pushing event updated for resources: {'Network': ['ID=6bb33cce-bc23-4714-a95b-e7fdd38423a6,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:35.585870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:35.594622 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:31:38.248481 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43426) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:38.725359 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83ff64-8309-45a8-a02c-629348d2f3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:31:38.726799 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-be83ff64-8309-45a8-a02c-629348d2f3bb admin admin] 10.222.0.13 "GET /v2.0/networks/6bb33cce-bc23-4714-a95b-e7fdd38423a6 HTTP/1.1" status: 200  len: 825 time: 0.4774139
Jun 07 18:31:38.753389 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-43979fa6-7f7d-4118-8458-af7aff63d692 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/e350759e-e4fb-4af2-9487-b0680f1269f6 HTTP/1.1" status: 200  len: 734 time: 0.0206535
Jun 07 18:31:38.761525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6', 'gateway_ip': '172.20.0.1', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:31:38.783810 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Made reservation on behalf of f87e0c9821fa44189a4d0d92c96badef for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:31:38.786460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:39.088363 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:39.094770 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:39.164620 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Checking segment: {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:31:39.164980 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Network hostable DHCP agents. Network: 6bb33cce-bc23-4714-a95b-e7fdd38423a6, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:31:39.193314 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7221bc-6c87-4a78-a348-671b8f84187a,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:39.197169 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:31:39.203973 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.204333 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.204661 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.204976 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.205285 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.205611 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.205921 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.206225 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.206543 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.206848 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.207147 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.207470 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Tracked resource versions report:
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]: pushed versions:
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]: {   'AddressGroup': {'1.2'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'ConntrackHelper': {'1.0'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Log': {'1.0'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Network': {'1.1'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Port': {'1.7'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'PortForwarding': {'1.2'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'QosPolicy': {'1.8'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SecurityGroup': {'1.4'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SubPort': {'1.0'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Subnet': {'1.1'},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Trunk': {'1.1'}}
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]: consumer versions:
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Log': '1.0',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Network': '1.1',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Port': '1.7',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'PortForwarding': '1.2',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'QosPolicy': '1.8',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SecurityGroup': '1.4',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SubPort': '1.0',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Subnet': '1.1',
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Trunk': '1.1'}}
Jun 07 18:31:39.208530 dv-cinder-790535-1-iscsi neutron-server[98346]:  {{(pid=98346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:31:39.237628 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:39.248205 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 6bb33cce-bc23-4714-a95b-e7fdd38423a6) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:31:39.253361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:31:39.255182 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:39.258569 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2a967-b851-43a2-b66a-06c2f98a9315 None None] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:31:39.275433 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5166163
Jun 07 18:31:39.576253 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:31:39.577319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:39.761257 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Allocated IP 172.20.0.2 (6bb33cce-bc23-4714-a95b-e7fdd38423a6/cc7221bc-6c87-4a78-a348-671b8f84187a/d9bb96ac-c869-4316-815e-500a5e88ff6d) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:31:39.995524 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:40.009624 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Transition to ACTIVE for port object d9bb96ac-c869-4316-815e-500a5e88ff6d will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:31:40.033636 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Transition to ACTIVE for port object d9bb96ac-c869-4316-815e-500a5e88ff6d will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:31:40.040338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:31:40.041652 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:31:40.058536 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:31:40.059657 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:31:40.063999 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:31:40.154615 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Attempting to bind port d9bb96ac-c869-4316-815e-500a5e88ff6d on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:31:40.154994 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Attempting to bind port d9bb96ac-c869-4316-815e-500a5e88ff6d by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:31:40.155599 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Attempting to bind port d9bb96ac-c869-4316-815e-500a5e88ff6d on network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:31:40.160931 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:31:40.161341 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Checking segment: {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:31:40.161820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:40.162204 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Bound using segment: {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:31:40.162682 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Bound port: d9bb96ac-c869-4316-815e-500a5e88ff6d, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:31:40.163068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:40.252932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] For port d9bb96ac-c869-4316-815e-500a5e88ff6d, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:31:40.257005 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] For port d9bb96ac-c869-4316-815e-500a5e88ff6d, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=d9bb96ac-c869-4316-815e-500a5e88ff6d,segment=NetworkSegment(54f26afc-1290-49c4-b477-1a2ca52cc1ba),segment_id=54f26afc-1290-49c4-b477-1a2ca52cc1ba)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:31:40.261458 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:40.266142 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:40.348026 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Pushing event updated for resources: {'Port': ['ID=d9bb96ac-c869-4316-815e-500a5e88ff6d,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:40.355073 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.355421 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.355845 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.356129 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.356447 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.357312 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.357745 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.358105 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.358437 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.358751 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.359059 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.359367 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Tracked resource versions report:
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]: pushed versions:
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]: {   'AddressGroup': {'1.2'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'ConntrackHelper': {'1.0'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Log': {'1.0'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Network': {'1.1'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Port': {'1.7'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'PortForwarding': {'1.2'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'QosPolicy': {'1.8'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SecurityGroup': {'1.4'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SubPort': {'1.0'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Subnet': {'1.1'},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Trunk': {'1.1'}}
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]: consumer versions:
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Log': '1.0',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Network': '1.1',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Port': '1.7',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'PortForwarding': '1.2',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'QosPolicy': '1.8',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SecurityGroup': '1.4',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SubPort': '1.0',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Subnet': '1.1',
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Trunk': '1.1'}}
Jun 07 18:31:40.360446 dv-cinder-790535-1-iscsi neutron-server[98347]:  {{(pid=98347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:31:40.364557 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:41.768015 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43438) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:42.153063 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [None req-709e4720-e3e8-46d1-a74a-f43694d965c0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:31:42.167426 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-709e4720-e3e8-46d1-a74a-f43694d965c0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3856583
Jun 07 18:31:44.583038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43446) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:44.961039 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [None req-73bfb694-2673-4f84-9668-4a294acdeae0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:31:44.962075 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-73bfb694-2673-4f84-9668-4a294acdeae0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3780723
Jun 07 18:31:46.414219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea95bc-81f7-43a3-b09d-fb7ce32ec403 None None] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:31:46.512538 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-5482f2f2-d03a-427a-84a9-85b4558c8180 None None] Provisioning for port d9bb96ac-c869-4316-815e-500a5e88ff6d completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:31:47.032502 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device d9bb96ac-c869-4316-815e-500a5e88ff6d up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:31:47.109796 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port d9bb96ac-c869-4316-815e-500a5e88ff6d completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:31:47.115487 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port d9bb96ac-c869-4316-815e-500a5e88ff6d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:31:47.115897 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:47.239009 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:47.271487 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port d9bb96ac-c869-4316-815e-500a5e88ff6d, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=d9bb96ac-c869-4316-815e-500a5e88ff6d,segment=NetworkSegment(54f26afc-1290-49c4-b477-1a2ca52cc1ba),segment_id=54f26afc-1290-49c4-b477-1a2ca52cc1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:31:47.276007 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:47.278083 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ec21ada7-0f4a-4df0-83b9-2b8d79b97811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:47.344030 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=d9bb96ac-c869-4316-815e-500a5e88ff6d,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:47.347017 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:47.687150 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 43460) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:48.040746 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Request body: {'router': {'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:31:48.063518 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:48.065134 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:48.088521 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:48.199529 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:48.216902 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:48.218146 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-5b683aeb-458e-49a7-9f36-839d181e978d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5300262
Jun 07 18:31:49.019837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device d9bb96ac-c869-4316-815e-500a5e88ff6d up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:31:49.090335 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port d9bb96ac-c869-4316-815e-500a5e88ff6d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:31:49.090705 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:50.621340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43468) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:50.701143 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-bb23fd02-c54d-4c12-af63-b9bbf96c45cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:50.996559 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [None req-c02e9715-e92f-4d2f-9812-3537023f7a7b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:31:50.997520 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c02e9715-e92f-4d2f-9812-3537023f7a7b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3751953
Jun 07 18:31:52.988862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.352738 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-d688a315-e38d-469b-b57b-bec1f7bbe511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.392151 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43476) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:53.761775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:31:53.783850 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Made reservation on behalf of 26bd83abd53241e6ab241c01d85ae040 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:31:53.786184 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.798314 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.905026 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.908647 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.912524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:53.927460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Reserving flat network on physical network physnet1 {{(pid=98345) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 07 18:31:53.948200 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c017145-6853-425d-b7f5-2b938e78fde0,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:53.952599 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:53.953492 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:53.953819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Added segment b1ef6f10-ac7a-47f7-82d1-59c088464301 of type flat for network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8
Jun 07 18:31:53.986831 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:54.022077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:54.023313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:31:54.023969 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:54.029114 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:54.068771 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6753383
Jun 07 18:31:54.127297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Pushing event updated for resources: {'Network': ['ID=9cae64ed-f95d-4c2a-9213-04f838e0c7e8,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:54.130103 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:54.136960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:31:54.336755 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:55.875240 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:56.466584 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43494) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:31:56.682070 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed569c9a-25b1-4e01-ac9c-996b4ecb4821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:31:56.683457 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ed569c9a-25b1-4e01-ac9c-996b4ecb4821 admin admin] 10.222.0.13 "GET /v2.0/subnets/cc7221bc-6c87-4a78-a348-671b8f84187a HTTP/1.1" status: 200  len: 849 time: 0.2159235
Jun 07 18:31:56.872345 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2c13fb74-1959-4258-b9dc-940244d1a159 admin admin] 10.222.0.13 "GET /v2.0/routers/6a187b5a-3e86-472c-946a-4cece3ae3d07 HTTP/1.1" status: 200  len: 704 time: 0.1834261
Jun 07 18:31:57.347726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:57.588161 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Allocated IP 172.20.0.1 (6bb33cce-bc23-4714-a95b-e7fdd38423a6/cc7221bc-6c87-4a78-a348-671b8f84187a/435669a0-61c5-4d85-9282-6f8465a7cbcd) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:31:57.745342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:57.764064 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Transition to ACTIVE for port object 435669a0-61c5-4d85-9282-6f8465a7cbcd will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:31:57.823970 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:31:57.825704 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:31:57.848721 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:31:57.850209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:31:57.854120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:31:57.854662 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.026510 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-558f2e9a-19d8-41b7-a6e8-6ce3e095b444 None None] Provisioning for port 435669a0-61c5-4d85-9282-6f8465a7cbcd completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:31:58.031383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-558f2e9a-19d8-41b7-a6e8-6ce3e095b444 None None] Provisioning complete for port 435669a0-61c5-4d85-9282-6f8465a7cbcd triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:31:58.031788 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-558f2e9a-19d8-41b7-a6e8-6ce3e095b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.088149 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-558f2e9a-19d8-41b7-a6e8-6ce3e095b444 None None] Port 435669a0-61c5-4d85-9282-6f8465a7cbcd cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:31:58.158389 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.389963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.394675 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.396277 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.399567 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:31:58.496697 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=435669a0-61c5-4d85-9282-6f8465a7cbcd,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:31:58.550668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:31:58.596373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:31:58.597413 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:31:58.793175 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Router 6a187b5a-3e86-472c-946a-4cece3ae3d07 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:31:58.811281 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-324a347d-e37c-4131-93d3-964e07f3c120 None None] Provisioning complete for port 435669a0-61c5-4d85-9282-6f8465a7cbcd triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:31:58.811682 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-324a347d-e37c-4131-93d3-964e07f3c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:58.864616 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-324a347d-e37c-4131-93d3-964e07f3c120 None None] Port 435669a0-61c5-4d85-9282-6f8465a7cbcd cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:31:58.948559 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:31:58.954172 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a187b5a-3e86-472c-946a-4cece3ae3d07/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0771573
Jun 07 18:31:58.971492 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Sync routers for ids ['6a187b5a-3e86-472c-946a-4cece3ae3d07'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:31:58.985216 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Routers {'6a187b5a-3e86-472c-946a-4cece3ae3d07'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:31:58.986314 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d353b880>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:31:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['6a187b5a-3e86-472c-946a-4cece3ae3d07'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:59.158299 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Set router 6a187b5a-3e86-472c-946a-4cece3ae3d07 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:31:59.524928 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d353b880>, [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:31:58Z', 'revision_number': 2, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port_host': None, '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:31:58Z', 'revision_number': 2, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:31:59.530352 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Checking router: 6a187b5a-3e86-472c-946a-4cece3ae3d07 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:31:59.530730 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Updating router 6a187b5a-3e86-472c-946a-4cece3ae3d07 port 435669a0-61c5-4d85-9282-6f8465a7cbcd binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:31:59.582879 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:59.959329 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:59.974447 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Transition to ACTIVE for port object 435669a0-61c5-4d85-9282-6f8465a7cbcd will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:31:59.982673 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:31:59.987663 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:00.208445 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Pushing event updated for resources: {'Port': ['ID=435669a0-61c5-4d85-9282-6f8465a7cbcd,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:00.221308 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Attempting to bind port 435669a0-61c5-4d85-9282-6f8465a7cbcd on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:32:00.221631 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Attempting to bind port 435669a0-61c5-4d85-9282-6f8465a7cbcd by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:32:00.222065 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Attempting to bind port 435669a0-61c5-4d85-9282-6f8465a7cbcd on network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:32:00.224740 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.225069 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.225389 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.225704 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.226016 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.226327 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.226633 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.226939 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.227272 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.227598 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.227902 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.228202 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Tracked resource versions report:
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]: pushed versions:
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]: {   'AddressGroup': {'1.2'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'ConntrackHelper': {'1.0'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Log': {'1.0'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Network': {'1.1'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Port': {'1.7'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'PortForwarding': {'1.2'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'QosPolicy': {'1.8'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SecurityGroup': {'1.4'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SubPort': {'1.0'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Subnet': {'1.1'},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Trunk': {'1.1'}}
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]: consumer versions:
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Log': '1.0',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Network': '1.1',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Port': '1.7',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'PortForwarding': '1.2',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'QosPolicy': '1.8',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SecurityGroup': '1.4',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SubPort': '1.0',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Subnet': '1.1',
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Trunk': '1.1'}}
Jun 07 18:32:00.229292 dv-cinder-790535-1-iscsi neutron-server[98348]:  {{(pid=98348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:32:00.236166 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:32:00.236587 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Checking segment: {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:32:00.237050 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:00.237431 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Bound using segment: {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:32:00.237908 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Bound port: 435669a0-61c5-4d85-9282-6f8465a7cbcd, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f26afc-1290-49c4-b477-1a2ca52cc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:32:00.238273 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:00.270518 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:00.353166 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] For port 435669a0-61c5-4d85-9282-6f8465a7cbcd, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:32:00.358110 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] For port 435669a0-61c5-4d85-9282-6f8465a7cbcd, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=435669a0-61c5-4d85-9282-6f8465a7cbcd,segment=NetworkSegment(54f26afc-1290-49c4-b477-1a2ca52cc1ba),segment_id=54f26afc-1290-49c4-b477-1a2ca52cc1ba)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:32:00.362596 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:00.367074 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:00.471642 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Pushing event updated for resources: {'Port': ['ID=435669a0-61c5-4d85-9282-6f8465a7cbcd,revision_number=4']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:00.474135 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Routers {'6a187b5a-3e86-472c-946a-4cece3ae3d07'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:32:00.474726 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d353b880>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:31:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['6a187b5a-3e86-472c-946a-4cece3ae3d07'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:00.540583 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:00.642572 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] Set router 6a187b5a-3e86-472c-946a-4cece3ae3d07 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:32:00.981025 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d353b880>, [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:31:58Z', 'revision_number': 2, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port_host': None, '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:32:00Z', 'revision_number': 4, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:00.985461 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10877c-4d81-4d4b-9040-cc4349ffe3d5 None None] The sync data for ids ['6a187b5a-3e86-472c-946a-4cece3ae3d07'] in dv-cinder-790535-1-iscsi is: [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:31:58Z', 'revision_number': 2, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port_host': None, '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:32:00Z', 'revision_number': 4, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:32:01.196403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43514) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:32:01.354697 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0356028-a79b-49e7-be2d-94e1cbd7f952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:32:01.356061 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f0356028-a79b-49e7-be2d-94e1cbd7f952 admin admin] 10.222.0.13 "GET /v2.0/networks/9cae64ed-f95d-4c2a-9213-04f838e0c7e8 HTTP/1.1" status: 200  len: 842 time: 0.1586261
Jun 07 18:32:01.366133 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Request body: {'subnet': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:32:01.388849 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Made reservation on behalf of 26bd83abd53241e6ab241c01d85ae040 for: {'subnet': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:32:01.391794 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:01.794798 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.objects.ports [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98345) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 07 18:32:01.795210 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:01.799624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:01.868346 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d74fb8-2a25-44cd-a94d-86104a6b54d8,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:01.876098 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:01.876966 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:32:01.877306 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Network hostable DHCP agents. Network: 9cae64ed-f95d-4c2a-9213-04f838e0c7e8, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:32:01.896136 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:32:01.906144 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 9cae64ed-f95d-4c2a-9213-04f838e0c7e8) {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:32:01.910081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:32:01.910712 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:01.915953 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac7c61-b119-45ef-99ce-7845eabc06f8 None None] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:32:01.929400 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5671010
Jun 07 18:32:02.161203 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2e978-364e-4ea6-8045-e0810795fae0 None None] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:32:03.934088 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:32:04.232717 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43526) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:32:04.480790 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-266e9fae-cee2-4bf3-b954-292d9a4cdf5d admin admin] 10.222.0.13 "GET /v2.0/routers/6a187b5a-3e86-472c-946a-4cece3ae3d07 HTTP/1.1" status: 200  len: 710 time: 0.2469537
Jun 07 18:32:04.610009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc2a34-842c-4626-be5d-a85e86381eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:32:04.611354 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cadc2a34-842c-4626-be5d-a85e86381eff admin admin] 10.222.0.13 "GET /v2.0/networks/9cae64ed-f95d-4c2a-9213-04f838e0c7e8 HTTP/1.1" status: 200  len: 886 time: 0.1255181
Jun 07 18:32:04.620089 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:32:05.065753 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 435669a0-61c5-4d85-9282-6f8465a7cbcd up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:32:05.081313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.139778 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 435669a0-61c5-4d85-9282-6f8465a7cbcd completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:32:05.144383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 435669a0-61c5-4d85-9282-6f8465a7cbcd triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:32:05.144758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.259697 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.290195 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 435669a0-61c5-4d85-9282-6f8465a7cbcd, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=435669a0-61c5-4d85-9282-6f8465a7cbcd,segment=NetworkSegment(54f26afc-1290-49c4-b477-1a2ca52cc1ba),segment_id=54f26afc-1290-49c4-b477-1a2ca52cc1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:32:05.295737 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.297798 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:05.362387 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=435669a0-61c5-4d85-9282-6f8465a7cbcd,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:05.365364 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:05.418317 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.476502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.611973 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Allocated IP 172.27.0.113 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/10ba38a9-9ff6-4347-b046-cc5642bf7ea3) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:32:05.806934 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.837033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:32:05.837738 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:32:05.853999 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:32:05.855081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:32:05.858295 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:32:06.290911 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:06.728264 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:06.733113 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-294534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-294537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-292682'] for router, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:06.954241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Router 6a187b5a-3e86-472c-946a-4cece3ae3d07 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:32:07.030830 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 435669a0-61c5-4d85-9282-6f8465a7cbcd up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:32:07.103167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 435669a0-61c5-4d85-9282-6f8465a7cbcd triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:32:07.103569 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:07.225890 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:32:07.230007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:07.231289 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-70fa8cc2-58f8-4c15-bb49-0a358a049f4b admin admin] 10.222.0.13 "PUT /v2.0/routers/6a187b5a-3e86-472c-946a-4cece3ae3d07 HTTP/1.1" status: 200  len: 890 time: 2.6144888
Jun 07 18:32:07.255108 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Sync routers for ids ['6a187b5a-3e86-472c-946a-4cece3ae3d07'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:32:07.266853 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Routers {'6a187b5a-3e86-472c-946a-4cece3ae3d07'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:32:07.267565 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2b7dfd0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:31:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['6a187b5a-3e86-472c-946a-4cece3ae3d07'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:07.477097 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Set router 6a187b5a-3e86-472c-946a-4cece3ae3d07 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:32:07.836514 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2b7dfd0>, [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:32:06Z', 'revision_number': 4, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port': {'id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:32:05Z', 'updated_at': '2021-06-07T18:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:32:05Z', 'revision_number': 5, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:07.842045 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Checking router: 6a187b5a-3e86-472c-946a-4cece3ae3d07 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:32:07.842398 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Updating router 6a187b5a-3e86-472c-946a-4cece3ae3d07 port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:32:07.898447 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.264170 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.276148 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Transition to ACTIVE for port object 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:32:08.283902 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.287626 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:08.364450 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Attempting to bind port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:32:08.364823 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Attempting to bind port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:32:08.365184 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Attempting to bind port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:32:08.367376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Pushing event updated for resources: {'Port': ['ID=10ba38a9-9ff6-4347-b046-cc5642bf7ea3,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:08.371619 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:08.374364 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:32:08.374758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:32:08.375665 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.375665 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:32:08.375999 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Bound port: 10ba38a9-9ff6-4347-b046-cc5642bf7ea3, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:32:08.376397 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.461029 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] For port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:32:08.464078 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] For port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=10ba38a9-9ff6-4347-b046-cc5642bf7ea3,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:32:08.469294 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:08.473413 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:08.554739 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Routers {'6a187b5a-3e86-472c-946a-4cece3ae3d07'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:32:08.555351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2b7dfd0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:31:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['6a187b5a-3e86-472c-946a-4cece3ae3d07'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:08.604534 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Pushing event updated for resources: {'Port': ['ID=10ba38a9-9ff6-4347-b046-cc5642bf7ea3,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:08.612585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:08.751891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] Set router 6a187b5a-3e86-472c-946a-4cece3ae3d07 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:32:09.110646 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2b7dfd0>, [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:32:06Z', 'revision_number': 4, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port': {'id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:32:05Z', 'updated_at': '2021-06-07T18:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:32:05Z', 'revision_number': 5, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:32:09.114780 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363f6d7-393e-4344-b687-d40fbe0d000c None None] The sync data for ids ['6a187b5a-3e86-472c-946a-4cece3ae3d07'] in dv-cinder-790535-1-iscsi is: [{'id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'name': 'router1', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:31:48Z', 'updated_at': '2021-06-07T18:32:06Z', 'revision_number': 4, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'gw_port': {'id': '10ba38a9-9ff6-4347-b046-cc5642bf7ea3', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:32:05Z', 'updated_at': '2021-06-07T18:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '435669a0-61c5-4d85-9282-6f8465a7cbcd', 'name': '', 'network_id': '6bb33cce-bc23-4714-a95b-e7fdd38423a6', 'tenant_id': 'f87e0c9821fa44189a4d0d92c96badef', 'mac_address': 'fa:16:3e:00:fc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a187b5a-3e86-472c-946a-4cece3ae3d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:31:57Z', 'updated_at': '2021-06-07T18:32:05Z', 'revision_number': 5, 'project_id': 'f87e0c9821fa44189a4d0d92c96badef', 'subnets': [{'id': 'cc7221bc-6c87-4a78-a348-671b8f84187a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e350759e-e4fb-4af2-9487-b0680f1269f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:32:09.711813 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 43534) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:32:09.824775 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-740c959a-1f34-4e12-8226-02cc1ed36d03 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1118264
Jun 07 18:32:11.046786 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:32:11.126604 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:32:11.134668 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:32:11.135150 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:11.259129 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:11.275523 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=10ba38a9-9ff6-4347-b046-cc5642bf7ea3,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:32:11.279190 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:11.282189 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:32:11.346806 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=10ba38a9-9ff6-4347-b046-cc5642bf7ea3,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:32:11.350466 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:32:13.035197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:32:13.113562 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 10ba38a9-9ff6-4347-b046-cc5642bf7ea3 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:32:13.113960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:20.710074 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9bbc333d-cac2-4a99-90fb-c39c940c8591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:22.996504 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:23.360792 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3050621d-8964-410d-be76-3d1154ce11d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:24.343015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:25.937240 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:40.936298 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:32:50.721852 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-49fc9a9a-8999-4777-92f3-b008c871fff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:53.002261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:53.364673 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-efb151fd-7aaf-4c78-8f7e-61b30bb46c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:54.350123 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:32:55.904257 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:17.936743 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:33:20.704629 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5df67274-5e25-4589-bda8-96be34dda25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:22.987897 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:23.356990 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-31500cee-7ef7-4c99-8376-1f6cf893e805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:24.348126 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:25.897366 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:48.341454 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44102) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:33:48.413195 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04b971b-40f1-4491-8ca3-323cde3309bc admin admin] GET failed (client error): The resource could not be found.
Jun 07 18:33:48.414870 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e04b971b-40f1-4491-8ca3-323cde3309bc admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0724330
Jun 07 18:33:48.560566 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea7206-b015-474a-a5eb-dcf2a8339617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:48.561955 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-3bea7206-b015-474a-a5eb-dcf2a8339617 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1432831
Jun 07 18:33:50.709276 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f9ccd6ab-000d-49cf-8114-168c808bdb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:50.847449 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44112) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:33:50.968204 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d4f2d-931a-4509-b6fa-d903a58d9a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:50.969471 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d93d4f2d-931a-4509-b6fa-d903a58d9a27 admin admin] 10.222.0.13 "GET /v2.0/subnets/cc7221bc-6c87-4a78-a348-671b8f84187a HTTP/1.1" status: 200  len: 849 time: 0.1207762
Jun 07 18:33:50.978654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:33:51.100273 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:51.292106 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729206296037'] for subnet, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:51.295916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:33:51.337095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:51.338191 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:51.339056 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] 10.222.0.13 "PUT /v2.0/subnets/cc7221bc-6c87-4a78-a348-671b8f84187a HTTP/1.1" status: 200  len: 868 time: 0.3640487
Jun 07 18:33:51.342170 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbd6f7-0ada-4a8e-af17-01d3b8c98e12 None None] Network 6bb33cce-bc23-4714-a95b-e7fdd38423a6 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:33:51.363731 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7221bc-6c87-4a78-a348-671b8f84187a,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:33:51.371858 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.372288 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.372558 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.372883 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.373229 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.373539 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.373859 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.374178 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.374495 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.374808 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.375123 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.375470 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:33:51.381763 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-245e01d7-6f6e-4fc6-b342-96af0b918fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:33:51.829462 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2b829351-9947-4e4c-ba95-106b67d83e4c None None] Provisioning complete for port d9bb96ac-c869-4316-815e-500a5e88ff6d triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:33:51.830042 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2b829351-9947-4e4c-ba95-106b67d83e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:51.959874 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2b829351-9947-4e4c-ba95-106b67d83e4c None None] Provisioning complete for port 435669a0-61c5-4d85-9282-6f8465a7cbcd triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:33:51.960243 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2b829351-9947-4e4c-ba95-106b67d83e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:52.991589 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:53.365561 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-60c24131-d5fb-47a4-9c4c-3e5ace9ea24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:53.530962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44120) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:33:53.706545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ec92f-0a39-4320-a131-4ea124e0dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:53.707024 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ec92f-0a39-4320-a131-4ea124e0dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:53.708584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-402ec92f-0a39-4320-a131-4ea124e0dc79 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1766098
Jun 07 18:33:54.353477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:54.936230 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:33:55.862770 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44128) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:33:55.899273 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:33:56.063197 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e7a4c-af70-4631-aa3f-9ba4107167a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:56.063704 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e7a4c-af70-4631-aa3f-9ba4107167a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:56.065255 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8b1e7a4c-af70-4631-aa3f-9ba4107167a5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2015710
Jun 07 18:33:58.237727 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44138) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:33:58.425063 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68cbca5-a36d-43d2-90c6-c50cdbc0eb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:33:58.426296 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c68cbca5-a36d-43d2-90c6-c50cdbc0eb41 admin admin] 10.222.0.13 "GET /v2.0/networks/6bb33cce-bc23-4714-a95b-e7fdd38423a6 HTTP/1.1" status: 200  len: 869 time: 0.1876190
Jun 07 18:34:00.598525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44146) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:00.769594 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa79db9-735d-42e2-81df-b2def3ccde0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:00.770946 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-caa79db9-735d-42e2-81df-b2def3ccde0f admin admin] 10.222.0.13 "GET /v2.0/networks/9cae64ed-f95d-4c2a-9213-04f838e0c7e8 HTTP/1.1" status: 200  len: 886 time: 0.1714525
Jun 07 18:34:03.017951 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44154) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:03.127026 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904bde2-c0d2-404d-bd92-c123e86ef2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:03.127507 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904bde2-c0d2-404d-bd92-c123e86ef2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:03.129018 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d904bde2-c0d2-404d-bd92-c123e86ef2ba admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1101215
Jun 07 18:34:05.307880 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44162) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:05.421614 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c577bd-02df-4742-8bfb-51586893ddbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:05.422076 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c577bd-02df-4742-8bfb-51586893ddbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:05.423619 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e9c577bd-02df-4742-8bfb-51586893ddbb admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1144671
Jun 07 18:34:07.681822 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44170) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:07.785508 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb0368f-d704-4fb3-b058-d3ee294ebc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:07.786836 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2cb0368f-d704-4fb3-b058-d3ee294ebc53 admin admin] 10.222.0.13 "GET /v2.0/subnets/20d74fb8-2a25-44cd-a94d-86104a6b54d8 HTTP/1.1" status: 200  len: 816 time: 0.1039736
Jun 07 18:34:09.944563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44178) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:10.052706 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e54fd7-8d13-438c-b903-810cc4a22466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:10.054061 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b9e54fd7-8d13-438c-b903-810cc4a22466 admin admin] 10.222.0.13 "GET /v2.0/subnets/cc7221bc-6c87-4a78-a348-671b8f84187a HTTP/1.1" status: 200  len: 868 time: 0.1085298
Jun 07 18:34:20.713488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fd711191-3655-4ed7-a76f-3292bb6e8db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:22.997275 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:23.362220 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd275-ecfd-427c-9c20-152fc9486f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:24.356718 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:25.910273 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:31.935585 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:34:33.957691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44222) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:34.005954 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [None req-9abf5ece-2905-488e-a97d-ae62a921bf8d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:34:34.006932 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-9abf5ece-2905-488e-a97d-ae62a921bf8d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483050
Jun 07 18:34:36.326723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44230) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:36.394967 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.pecan_wsgi.hooks.translation [None req-864f93dc-f8b7-44ec-ac01-7f525ac77c14 admin admin] GET failed (client error): The resource could not be found.
Jun 07 18:34:36.396255 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-864f93dc-f8b7-44ec-ac01-7f525ac77c14 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0684080
Jun 07 18:34:36.523607 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e2b06-c2dd-4c89-a06d-d0153cc387bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:36.525025 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-429e2b06-c2dd-4c89-a06d-d0153cc387bf admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1249311
Jun 07 18:34:38.745842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44238) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:38.804806 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:34:38.832238 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Made reservation on behalf of 26bd83abd53241e6ab241c01d85ae040 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:34:38.834688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:38.920695 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING neutron.services.revisions.revision_plugin [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f06d1f1d730] {project_id='26bd83abd53241e6ab241c01d85ae040', id='d3b68c9f-22c7-4586-9836-b35616a1ec7f', target_tenant='*', action='access_as_shared', object_id='17ac2ca3-f68b-4614-914f-ef1253e08b74'}> to bump revision.
Jun 07 18:34:38.931851 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:34:38.941006 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:38.941344 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Added segment 133ea85b-278c-4f8e-9bd5-83169a22a1ba of type vlan for network 17ac2ca3-f68b-4614-914f-ef1253e08b74
Jun 07 18:34:38.971744 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:39.000050 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:39.001340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:39.001925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:39.005162 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:34:39.048652 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3015397
Jun 07 18:34:39.107645 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Pushing event updated for resources: {'Network': ['ID=17ac2ca3-f68b-4614-914f-ef1253e08b74,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:34:39.111316 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:34:39.119241 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:34:41.274601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44246) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:34:41.341616 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef068aa-d0d0-4eef-a8d5-4c90dc9c3362 admin admin] GET failed (client error): The resource could not be found.
Jun 07 18:34:41.342862 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7ef068aa-d0d0-4eef-a8d5-4c90dc9c3362 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0673108
Jun 07 18:34:41.446198 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a1f44-471d-4474-8f3c-2998db6bb152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:41.447669 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-419a1f44-471d-4474-8f3c-2998db6bb152 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1008008
Jun 07 18:34:41.458193 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Request body: {'subnet': {'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:34:41.479716 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Made reservation on behalf of 26bd83abd53241e6ab241c01d85ae040 for: {'subnet': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:34:41.482709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:41.730631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:41.735208 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:34:41.808228 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4f9f6f-4ce4-4859-b75f-30bbf7290426,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:34:41.812380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:34:41.814791 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Checking segment: {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:34:41.815143 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Network hostable DHCP agents. Network: 17ac2ca3-f68b-4614-914f-ef1253e08b74, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:34:41.833974 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:34:41.843248 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 17ac2ca3-f68b-4614-914f-ef1253e08b74) {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:34:41.848137 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:34:41.850040 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:41.850949 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d2e64-9fbe-416b-979b-b6c732cdedcd None None] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:34:41.867815 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4131432
Jun 07 18:34:42.081199 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-17ac2ca3-f68b-4614-914f-ef1253e08b74', 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74', 'tenant_id': '26bd83abd53241e6ab241c01d85ae040', 'fixed_ips': [{'subnet_id': 'cd4f9f6f-4ce4-4859-b75f-30bbf7290426'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:34:42.082027 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.240242 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Allocated IP 192.168.233.2 (17ac2ca3-f68b-4614-914f-ef1253e08b74/cd4f9f6f-4ce4-4859-b75f-30bbf7290426/51ba1bf8-77ed-4317-9133-b2619af4c08b) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:34:42.498059 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.509584 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Transition to ACTIVE for port object 51ba1bf8-77ed-4317-9133-b2619af4c08b will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:34:42.529490 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Transition to ACTIVE for port object 51ba1bf8-77ed-4317-9133-b2619af4c08b will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:34:42.535288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:34:42.536070 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:34:42.554961 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:34:42.556180 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:34:42.558601 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:34:42.650640 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Attempting to bind port 51ba1bf8-77ed-4317-9133-b2619af4c08b on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:34:42.651066 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Attempting to bind port 51ba1bf8-77ed-4317-9133-b2619af4c08b by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:34:42.651375 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Attempting to bind port 51ba1bf8-77ed-4317-9133-b2619af4c08b on network 17ac2ca3-f68b-4614-914f-ef1253e08b74 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:34:42.659795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:34:42.659795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Checking segment: {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:34:42.659795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.659795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Bound using segment: {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:34:42.660284 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Bound port: 51ba1bf8-77ed-4317-9133-b2619af4c08b, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:34:42.660585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.750339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] For port 51ba1bf8-77ed-4317-9133-b2619af4c08b, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:34:42.753706 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] For port 51ba1bf8-77ed-4317-9133-b2619af4c08b, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=51ba1bf8-77ed-4317-9133-b2619af4c08b,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:34:42.759132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:42.766092 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:34:42.842891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Pushing event updated for resources: {'Port': ['ID=51ba1bf8-77ed-4317-9133-b2619af4c08b,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:34:42.850276 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.850613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.850940 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.851277 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.851853 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.852030 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.852231 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.852523 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.852846 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.853155 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.853467 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.853769 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:34:42.858744 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:34:43.191849 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 51ba1bf8-77ed-4317-9133-b2619af4c08b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:34:43.265196 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 51ba1bf8-77ed-4317-9133-b2619af4c08b completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:34:43.667666 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e3618-7575-4bb7-9738-6a33a25ad10a None None] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:34:43.786079 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Provisioning for port 51ba1bf8-77ed-4317-9133-b2619af4c08b completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:34:43.819997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Provisioning complete for port 51ba1bf8-77ed-4317-9133-b2619af4c08b triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:34:43.820364 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:44.020319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:44.058197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] For port 51ba1bf8-77ed-4317-9133-b2619af4c08b, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=51ba1bf8-77ed-4317-9133-b2619af4c08b,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:34:44.063880 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:44.066114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:34:44.139313 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Pushing event updated for resources: {'Port': ['ID=51ba1bf8-77ed-4317-9133-b2619af4c08b,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:34:44.142932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:34:44.286380 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cb998f9d-93e6-4941-acf1-98728dcc8758 None None] Provisioning complete for port 51ba1bf8-77ed-4317-9133-b2619af4c08b triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:34:44.286746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cb998f9d-93e6-4941-acf1-98728dcc8758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:45.161950 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 51ba1bf8-77ed-4317-9133-b2619af4c08b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:34:45.229475 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 51ba1bf8-77ed-4317-9133-b2619af4c08b triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:34:45.229839 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:50.717284 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f9a78d82-8533-4cee-83e4-d351fa5d791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:53.000022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:53.363202 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-96c533f6-c6da-43ee-b8c6-09f0d142b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:54.359561 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:34:55.910004 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:08.933893 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:35:20.718477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-79f7f70b-05bd-41da-8c9b-5c531541a02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:23.001804 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:23.364540 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-6147436a-8336-468c-9b03-426f89fe96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:24.361976 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:25.916867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:45.931829 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:35:50.724420 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4f38b7c9-80b8-4232-b001-6243a77ddab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:50.813248 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44298) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:35:50.819151 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [None req-23e76e64-a521-4621-be8f-c24baea42d6b tempest-verify_tempest_config-1865236189 tempest-verify_tempest_config-1865236189-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:35:50.820131 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-23e76e64-a521-4621-be8f-c24baea42d6b tempest-verify_tempest_config-1865236189 tempest-verify_tempest_config-1865236189-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059321
Jun 07 18:35:51.142337 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44316) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:35:51.268106 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.379280 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.383463 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.391640 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:35:51.430506 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee169820-b290-4824-9e67-f365038e0ab2,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:35:51.436316 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dc148507298409a9731e9daa6edf22d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2930000
Jun 07 18:35:51.439031 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44320) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:35:51.440375 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.440748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.441091 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.441418 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.441742 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.442062 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.442377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.442693 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.443024 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.443342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.443682 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.443992 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.448584 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:35:51.513760 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.544796 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.643025 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.645794 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:51.647166 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee169820-b290-4824-9e67-f365038e0ab2 HTTP/1.1" status: 204  len: 168 time: 0.2071521
Jun 07 18:35:51.647810 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:35:51.657914 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee169820-b290-4824-9e67-f365038e0ab2,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:35:51.665444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.665865 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.666254 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.667164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.667542 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.667956 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.668275 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.668757 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.669088 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.669403 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.669713 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.670024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:35:51.673715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:35:53.009506 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:53.367944 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf737-ef62-4876-8d8d-cb5f96d1401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:54.365719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:35:55.918941 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:20.725743 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-6735a3fb-a050-43a7-85b1-da66c7338bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:22.929869 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:36:23.004245 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:23.370119 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0020-36a8-4c32-aa6a-0d5eaac624f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:24.369698 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:25.921609 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:50.729527 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93f670fe-038f-4a32-acfb-19efe0eb366b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:53.006433 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:53.372050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fc8393c7-ebaa-4b96-8003-41e6bee006aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:54.370840 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:55.924419 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:36:59.927627 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 5 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:37:20.731654 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3edec616-c99f-4ca6-9ffb-911b9a2d117b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:23.012211 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:23.373689 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c31cce3a-3e11-4013-8635-647eb666aa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:24.375977 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:25.038099 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292'] for agent, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:25.926084 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:28.718893 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44374) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:37:28.830108 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4b6d685e-2eee-4f11-845f-732c3e1aa58f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1100798
Jun 07 18:37:30.990173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44384) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:37:31.048931 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-28f0afa8-c255-4cec-94c1-30de4671e295 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0575595
Jun 07 18:37:36.926254 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:37:50.736470 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-844afff0-9682-4a9c-80a8-d967119d3ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:53.005490 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:53.378323 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-06c5529a-8eee-4611-afc7-f7c7d0f4358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:54.377900 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:55.022745 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:37:55.930113 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:13.924782 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:38:20.741322 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a81f72c8-e5df-488d-9e94-cc4cbba7bde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:23.011566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:23.382756 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-17f7afa3-e0c2-4845-8825-37f441825372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:24.387118 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:25.041827 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:25.946219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:50.737674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ca40f6fd-4867-4abc-85a8-208960aa6d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:50.924405 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:38:53.013231 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:53.386525 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e7683bce-b919-4e09-bbb8-c17f6c98ba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:54.395907 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:55.069382 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:55.959926 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:59.527639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44600) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:38:59.670177 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44610) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:38:59.888989 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-240833435-network', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:38:59.921458 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Made reservation on behalf of 3dde7cb8a9be42149079c579a49a9e66 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:38:59.925354 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:38:59.940654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.022354 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2024867533-network', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:00.080715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44624) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:00.102511 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.124960 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.129130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:00.140274 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Made reservation on behalf of f9c7b309ce6c45469d2d740cbbcb0ecd for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:00.142962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.176803 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:39:00.189050 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.190334 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Added segment 4ef49c54-39af-43ce-b604-a84f07d1ab0e of type vlan for network 450c74e8-af91-4807-a318-605085c0763c
Jun 07 18:39:00.226007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.263325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.409611 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.411587 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.417542 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:00.418216 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.423298 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44646) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:00.436766 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.465670 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9367480
Jun 07 18:39:00.467968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db9e489-743d-459c-86df-8e2bf00fb584,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:00.470261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44650) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:00.480479 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Request body: {'subnet': {'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-subnet', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:00.490126 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:39:00.490968 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1627995328-network', 'tenant_id': 'a736e62bab884cef97bced289d050c22'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:00.495550 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.496152 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.496670 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.496989 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.497299 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.497756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.498390 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.498846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.499339 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.500134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.500884 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.501345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Tracked resource versions report:
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]: pushed versions:
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]: {   'AddressGroup': {'1.2'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'ConntrackHelper': {'1.0'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Log': {'1.0'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Network': {'1.1'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Port': {'1.7'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'PortForwarding': {'1.2'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'QosPolicy': {'1.8'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SecurityGroup': {'1.4'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'SubPort': {'1.0'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Subnet': {'1.1'},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     'Trunk': {'1.1'}}
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]: consumer versions:
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     HyperV agent@hv-cinder-79053: {},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Log': '1.0',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Network': '1.1',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Port': '1.7',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'PortForwarding': '1.2',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'QosPolicy': '1.8',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SecurityGroup': '1.4',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'SubPort': '1.0',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Subnet': '1.1',
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:                                                      'Trunk': '1.1'}}
Jun 07 18:39:00.502573 dv-cinder-790535-1-iscsi neutron-server[98345]:  {{(pid=98345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:39:00.508663 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:00.514167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-dbde800f-3fd0-47d2-95b5-efb2e853a293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:00.560050 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.561308 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Added segment 700be8ae-ab02-48fb-859e-311686fe7c0b of type vlan for network 64571d81-8397-4fc6-aa13-a8a1d54a46cc
Jun 07 18:39:00.563658 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Made reservation on behalf of a736e62bab884cef97bced289d050c22 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:00.569715 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.db.api [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 07 18:39:00.569715 dv-cinder-790535-1-iscsi neutron-server[98345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 07 18:39:00.569715 dv-cinder-790535-1-iscsi neutron-server[98345]: [parameters: {'project_id_1': '3dde7cb8a9be42149079c579a49a9e66', 'expiration_1': datetime.datetime(2021, 6, 7, 18, 39, 0, 510067)}]
Jun 07 18:39:00.569715 dv-cinder-790535-1-iscsi neutron-server[98345]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 07 18:39:00.570448 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_db.api [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 07 18:39:00.570949 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.603027 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.632521 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Pushing event updated for resources: {'Network': ['ID=450c74e8-af91-4807-a318-605085c0763c,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:00.644839 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 450c74e8-af91-4807-a318-605085c0763c details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:39:00.657236 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:00.668288 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:00.738467 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.779780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88da7e-663e-40be-943f-24ac9efcf901,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:00.797596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:00.804754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.812845 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.838103 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:39:00.853747 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729206470301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.854654 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f06d40369d0> segment precommit_create {{(pid=98346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 07 18:39:00.855349 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Added segment 010ba667-bab6-4197-9c30-b4b9b1c75b59 of type vlan for network 83b67847-8871-48d5-9574-05031bafd3ce
Jun 07 18:39:00.856536 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.860277 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:00.863021 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.872549 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:00.912007 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:00.970972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:00.983179 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3091807
Jun 07 18:39:00.987509 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-709072197-network', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:00.987921 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44658) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:00.997714 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Request body: {'subnet': {'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2024867533-subnet', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:01.018999 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.024954 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:01.026004 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.040863 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Made reservation on behalf of 1a9e7500a58f4e969e2f8ef90d8c4db9 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:01.043981 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.077196 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.082198 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Pushing event updated for resources: {'Network': ['ID=64571d81-8397-4fc6-aa13-a8a1d54a46cc,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:01.092819 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:01.093915 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Made reservation on behalf of f9c7b309ce6c45469d2d740cbbcb0ecd for: {'subnet': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:01.095087 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:39:01.096770 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.112517 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84cb73-2179-485f-be1a-b55a7e8c3cd5,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:01.131591 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0492013
Jun 07 18:39:01.136212 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.136994 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.137433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.137879 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.138816 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.139694 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.140277 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.141024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.142554 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.143135 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.143743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.144286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Tracked resource versions report:
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]: pushed versions:
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]: {   'AddressGroup': {'1.2'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'ConntrackHelper': {'1.0'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Log': {'1.0'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Network': {'1.1'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Port': {'1.7'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'PortForwarding': {'1.2'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'QosPolicy': {'1.8'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SecurityGroup': {'1.4'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'SubPort': {'1.0'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Subnet': {'1.1'},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     'Trunk': {'1.1'}}
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]: consumer versions:
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     HyperV agent@hv-cinder-79053: {},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Log': '1.0',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Network': '1.1',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Port': '1.7',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'PortForwarding': '1.2',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'QosPolicy': '1.8',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SecurityGroup': '1.4',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'SubPort': '1.0',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Subnet': '1.1',
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:                                                      'Trunk': '1.1'}}
Jun 07 18:39:01.145603 dv-cinder-790535-1-iscsi neutron-server[98346]:  {{(pid=98346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:39:01.156254 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:01.157825 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44662) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:01.160959 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:01.328522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Made reservation on behalf of 3dde7cb8a9be42149079c579a49a9e66 for: {'subnet': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:01.332620 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.352069 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Request body: {'subnet': {'network_id': '83b67847-8871-48d5-9574-05031bafd3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1627995328-subnet', 'tenant_id': 'a736e62bab884cef97bced289d050c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:01.356295 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Pushing event updated for resources: {'Network': ['ID=83b67847-8871-48d5-9574-05031bafd3ce,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:01.365428 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:01.376026 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 83b67847-8871-48d5-9574-05031bafd3ce details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:39:01.618545 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.642316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.685980 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bb9e4d31-2c87-4aa1-8893-ff896b4b90e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:01.760545 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:39:01.868586 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.869422 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Added segment fba39547-05ad-43b4-bb77-ece1ff62226b of type vlan for network 02c0014a-a857-4ec7-80a2-9c7dc12f4351
Jun 07 18:39:01.900122 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.901058 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Made reservation on behalf of a736e62bab884cef97bced289d050c22 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:01.905512 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:01.907377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-36ef783f-4977-408d-abb0-771e622bb411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:01.948617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bacc7e-98cd-4e30-9554-a718a864759b,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:01.963130 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:01.970727 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.024842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274fee89-cb27-438b-b06b-60899ca4ee75,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:02.033246 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:02.050625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:02.065160 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.109986 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Checking segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:02.110384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Network hostable DHCP agents. Network: 64571d81-8397-4fc6-aa13-a8a1d54a46cc, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:39:02.134422 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.164668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25aea57d-e151-4d9c-b32c-b6c62a1b6779,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:02.175060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:02.175691 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.197865 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:02.204372 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:02.215975 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Checking segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:02.216464 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Network hostable DHCP agents. Network: 450c74e8-af91-4807-a318-605085c0763c, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:39:02.223435 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.7989199
Jun 07 18:39:02.223838 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:39:02.227247 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44698) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:02.241148 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Request body: {'subnet': {'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-subnet', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:02.252359 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 64571d81-8397-4fc6-aa13-a8a1d54a46cc) {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:02.257740 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Network 450c74e8-af91-4807-a318-605085c0763c is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:39:02.265645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d49ec-5531-4b3f-aded-563e00f9fbc7 None None] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:02.270601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:02.271529 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.277920 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 450c74e8-af91-4807-a318-605085c0763c) {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:02.292879 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:02.293781 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.309126 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23108f-47c0-4753-8510-cf7d196dac11 None None] Network 450c74e8-af91-4807-a318-605085c0763c requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:02.420540 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Pushing event updated for resources: {'Network': ['ID=02c0014a-a857-4ec7-80a2-9c7dc12f4351,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:02.425207 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:02.439618 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4504135
Jun 07 18:39:02.442172 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Made reservation on behalf of 1a9e7500a58f4e969e2f8ef90d8c4db9 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:02.442330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44702) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:02.445043 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.449400 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:02.488414 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:39:02.500658 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-dbc06250-d770-444f-9863-dc6d8b37356a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.0254276
Jun 07 18:39:02.502264 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44706) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:02.507227 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.511619 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.560790 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:02.628473 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.633179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.662394 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:02.785130 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Checking segment: {'id': '010ba667-bab6-4197-9c30-b4b9b1c75b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:02.785866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Network hostable DHCP agents. Network: 83b67847-8871-48d5-9574-05031bafd3ce, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:39:02.845826 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.847122 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.863838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Network 83b67847-8871-48d5-9574-05031bafd3ce is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:39:02.883339 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.901269 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 83b67847-8871-48d5-9574-05031bafd3ce) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:02.912339 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5001e525-0123-4e48-858a-c2ad8b7b7db4,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:02.916472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ff6a1-20a2-4841-8eb0-eb55ba47cf65 None None] Network 83b67847-8871-48d5-9574-05031bafd3ce requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:02.952215 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:02.953188 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:02.985463 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:39:02.986619 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.082580 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7320635
Jun 07 18:39:03.126151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:03.253035 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.258219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:03.356862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-450c74e8-af91-4807-a318-605085c0763c', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:39:03.358288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.400303 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1a24c5-520f-487a-8afb-e4edb99839d5,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:03.404330 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:03.410598 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Checking segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:03.410917 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Network hostable DHCP agents. Network: 02c0014a-a857-4ec7-80a2-9c7dc12f4351, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:39:03.440095 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:39:03.461420 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 02c0014a-a857-4ec7-80a2-9c7dc12f4351) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:03.466433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:03.467001 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.503970 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.2714877
Jun 07 18:39:03.506611 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44756) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:03.511885 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:03.568285 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a9ff4-d46b-4c16-9eac-3a3bd1c14a41 None None] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:03.573397 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.577366 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.618361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:03.959552 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1c603-2dd1-459e-bbd7-3d67f0460de8 None None] Network 83b67847-8871-48d5-9574-05031bafd3ce requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:04.014954 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.039320 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44804) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:04.041881 dv-cinder-790535-1-iscsi neutron-server[98345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 07 18:39:04.106785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.268709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.352500 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44820) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:04.500113 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Allocated IP 172.20.0.2 (450c74e8-af91-4807-a318-605085c0763c/25aea57d-e151-4d9c-b32c-b6c62a1b6779/33ccfeea-35b4-456a-89f0-098abb046526) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:04.640866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.696751 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.714015 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c8c98ab8-cba4-4b13-b732-408eb0d48246 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:04.716026 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c8c98ab8-cba4-4b13-b732-408eb0d48246 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/networks?id=83b67847-8871-48d5-9574-05031bafd3ce HTTP/1.1" status: 200  len: 812 time: 0.6754255
Jun 07 18:39:04.778329 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:04.808353 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-f742f819-d594-433a-b942-3552dae87535 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/quotas/a736e62bab884cef97bced289d050c22 HTTP/1.1" status: 200  len: 375 time: 0.0377264
Jun 07 18:39:04.845633 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Allocated IP 172.20.0.2 (64571d81-8397-4fc6-aa13-a8a1d54a46cc/274fee89-cb27-438b-b06b-60899ca4ee75/e73a4252-ba11-4700-bad9-6918c61d3f9c) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:04.852640 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49b6ca-6d92-40a7-abfd-a969834319ab None None] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:04.903985 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-76fa0229-ced9-43b3-b3f1-9afa3ba0dd78 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a736e62bab884cef97bced289d050c22&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0818651
Jun 07 18:39:04.952222 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Allocated IP 172.27.0.70 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/97a0931b-aa7e-4214-8057-e787b7255f8b) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:05.313405 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.371108 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c0dc7e03-0cf4-4682-aa68-cd6288c3df73 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:39:05.378731 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c0dc7e03-0cf4-4682-aa68-cd6288c3df73 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3470349
Jun 07 18:39:05.440485 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:05.441963 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:05.487701 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:05.490318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:05.498341 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:05.727655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.734920 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.775528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.792504 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.817498 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.827978 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44910) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:05.835934 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f746b179-ccf1-4479-abe4-6444dc1e3d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:05.912887 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3cf9e7-6e7b-414f-b3c2-40e4c9f2a473,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:05.921646 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.955342 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:05.975900 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Transition to ACTIVE for port object 33ccfeea-35b4-456a-89f0-098abb046526 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:05.988993 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.009488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Transition to ACTIVE for port object e73a4252-ba11-4700-bad9-6918c61d3f9c will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:06.012564 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Transition to ACTIVE for port object 33ccfeea-35b4-456a-89f0-098abb046526 will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:06.029695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:06.030766 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:06.046329 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Transition to ACTIVE for port object e73a4252-ba11-4700-bad9-6918c61d3f9c will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:06.066096 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:06.067112 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:06.096694 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Network 450c74e8-af91-4807-a318-605085c0763c is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:06.099600 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:06.101049 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:06.107188 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:06.109541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:06.120131 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:06.148988 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Allocated IP 172.27.0.133 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/71197699-0c15-42f7-954d-4b28e12872ff) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:06.158489 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.163975 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:06.168651 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-249fd768-5cca-408c-8c8d-0439c386c635 service neutron] 10.222.0.13 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7888069
Jun 07 18:39:06.303538 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Attempting to bind port e73a4252-ba11-4700-bad9-6918c61d3f9c on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:06.303910 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Attempting to bind port e73a4252-ba11-4700-bad9-6918c61d3f9c by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:06.304271 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Attempting to bind port e73a4252-ba11-4700-bad9-6918c61d3f9c on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:06.312057 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:06.312430 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Checking segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:06.312830 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.313219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Bound using segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:06.313692 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Bound port: e73a4252-ba11-4700-bad9-6918c61d3f9c, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:06.314065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.326895 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.328128 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Attempting to bind port 33ccfeea-35b4-456a-89f0-098abb046526 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:06.328492 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Attempting to bind port 33ccfeea-35b4-456a-89f0-098abb046526 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:06.328848 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Attempting to bind port 33ccfeea-35b4-456a-89f0-098abb046526 on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:06.335042 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.339436 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:06.339815 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Checking segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:06.340216 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.340608 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Bound using segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:06.341077 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Bound port: 33ccfeea-35b4-456a-89f0-098abb046526, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:06.341445 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.349417 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.367889 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-f229a81a-7a1f-4e37-b446-e0ee72d2e7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786785
Jun 07 18:39:06.378685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=272af8d5da4541238291f2625dd233ef&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0251641
Jun 07 18:39:06.384425 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44928) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:06.463872 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44930) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:06.500225 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] For port e73a4252-ba11-4700-bad9-6918c61d3f9c, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:06.502643 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] For port 33ccfeea-35b4-456a-89f0-098abb046526, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:06.505637 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] For port e73a4252-ba11-4700-bad9-6918c61d3f9c, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e73a4252-ba11-4700-bad9-6918c61d3f9c,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:06.507621 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] For port 33ccfeea-35b4-456a-89f0-098abb046526, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=33ccfeea-35b4-456a-89f0-098abb046526,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:06.516274 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.531610 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.538506 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:06.565433 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.619059 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.677804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-38c262a2-f7b5-4cd6-bbc6-c6c154500ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:06.720567 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Pushing event updated for resources: {'Port': ['ID=e73a4252-ba11-4700-bad9-6918c61d3f9c,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:06.734379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.734717 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.735050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.735376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.735720 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.736034 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.736351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.736659 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.737054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.737303 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.737612 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.737996 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Tracked resource versions report:
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]: pushed versions:
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]: {   'AddressGroup': {'1.2'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'ConntrackHelper': {'1.0'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Log': {'1.0'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Network': {'1.1'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Port': {'1.7'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'PortForwarding': {'1.2'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'QosPolicy': {'1.8'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SecurityGroup': {'1.4'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'SubPort': {'1.0'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Subnet': {'1.1'},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     'Trunk': {'1.1'}}
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]: consumer versions:
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     HyperV agent@hv-cinder-79053: {},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Log': '1.0',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Network': '1.1',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Port': '1.7',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'PortForwarding': '1.2',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'QosPolicy': '1.8',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SecurityGroup': '1.4',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'SubPort': '1.0',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Subnet': '1.1',
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:                                                      'Trunk': '1.1'}}
Jun 07 18:39:06.739037 dv-cinder-790535-1-iscsi neutron-server[98347]:  {{(pid=98347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:39:06.743965 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:06.744433 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:06.786904 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:06.845777 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44946) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:06.863006 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13adce41012545aaaee53a13c31b683f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9450159
Jun 07 18:39:06.869598 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 44950) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:06.894453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Pushing event updated for resources: {'Port': ['ID=33ccfeea-35b4-456a-89f0-098abb046526,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:06.900620 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:07.013393 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8aebba32-e998-429e-a6a2-d7d4e668d62f req-ca5e119c-c1ce-4b85-aba5-2e308919a295 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1630440
Jun 07 18:39:07.066633 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.078039 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9638aa-011b-4f55-acf0-af7c1e00bf5d,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:07.158194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:07.173801 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.238424 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.247447 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.252300 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae3cf9e7-6e7b-414f-b3c2-40e4c9f2a473 HTTP/1.1" status: 204  len: 168 time: 0.8609943
Jun 07 18:39:07.254589 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d3003c67-52bd-4110-aab7-28601e39d72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:07.265642 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.270317 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3cf9e7-6e7b-414f-b3c2-40e4c9f2a473,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:07.285748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:07.329192 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.416565 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:07.417239 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:07.468445 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.499841 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:07.500798 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.503979 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:07.526426 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:07.584006 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:07.589869 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e73a4252-ba11-4700-bad9-6918c61d3f9c up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:07.605129 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Router dfe65f77-b6bf-4562-9ca0-ad020aa93972 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:39:07.719036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Allocated IP 172.27.0.132 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/3eb94ae9-496a-4bcb-946d-aea3a87ba8d4) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:07.739059 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f095552e795145ee8bd3d871eba97cbc&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2666154
Jun 07 18:39:07.753061 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44980) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:07.822240 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port e73a4252-ba11-4700-bad9-6918c61d3f9c completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:07.829055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.830935 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 33ccfeea-35b4-456a-89f0-098abb046526 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:07.837765 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5238dbe2-4110-487f-ab9f-4448b33e3c5d,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:07.860363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:07.862685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d9638aa-011b-4f55-acf0-af7c1e00bf5d HTTP/1.1" status: 204  len: 168 time: 0.9415057
Jun 07 18:39:07.869711 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:07.870583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e5696652-33a3-4fd6-95eb-db012d6d42cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:07.893155 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9638aa-011b-4f55-acf0-af7c1e00bf5d,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:07.903380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:08.026306 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 33ccfeea-35b4-456a-89f0-098abb046526 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:08.077082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 44990) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:08.091754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.128200 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.204148 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.276694 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:08.290222 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d63d9eda-2cf2-4edb-94bd-fe4470005d11 req-0c565a51-673d-4533-9d6e-67290dd268ba tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1170475
Jun 07 18:39:08.291484 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Sync routers for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:08.314617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a469f-aedb-4f74-920c-637f073f3c0c None None] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:08.330986 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:08.333099 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d26386a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:08.529190 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.532089 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Provisioning for port e73a4252-ba11-4700-bad9-6918c61d3f9c completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:08.549597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.552645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Provisioning complete for port e73a4252-ba11-4700-bad9-6918c61d3f9c triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:08.553637 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.558022 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.564728 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.567484 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5238dbe2-4110-487f-ab9f-4448b33e3c5d HTTP/1.1" status: 204  len: 168 time: 0.8133533
Jun 07 18:39:08.569843 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:08.692055 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.699484 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e537d9cd-2d83-4f47-a3a1-a742ce603bb5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.1911175
Jun 07 18:39:08.710278 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45006) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:08.722125 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbfa4d-ab9f-4d69-97b2-bf92520f963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238dbe2-4110-487f-ab9f-4448b33e3c5d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:08.838108 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:08.853743 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:08.991506 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b154e5cc4ca44d74a27ac6cb7c1a8225&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8118951
Jun 07 18:39:09.000958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45022) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:09.146849 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a1d1a4-990f-4fa1-bdc7-6b3088fb288d,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:09.158850 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:09.167352 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:09.174455 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:09.186044 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3acfe-4b29-4878-a316-9bac645ee0f2 None None] Network 450c74e8-af91-4807-a318-605085c0763c requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:39:09.267287 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:09.269236 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:09.339362 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:09.353822 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:09.385722 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.423077 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.553179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:09.557149 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45040) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:09.689796 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] For port e73a4252-ba11-4700-bad9-6918c61d3f9c, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e73a4252-ba11-4700-bad9-6918c61d3f9c,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:09.704159 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d26386a0>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:05Z', 'revision_number': 3, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:09.724400 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Checking router: dfe65f77-b6bf-4562-9ca0-ad020aa93972 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:09.724749 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Updating router dfe65f77-b6bf-4562-9ca0-ad020aa93972 port 97a0931b-aa7e-4214-8057-e787b7255f8b binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:09.730302 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.745809 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:09.838180 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.854567 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.886983 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.888763 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Pushing event updated for resources: {'Port': ['ID=e73a4252-ba11-4700-bad9-6918c61d3f9c,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:09.902923 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:09.951580 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:09.979774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Provisioning for port 33ccfeea-35b4-456a-89f0-098abb046526 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:09.987060 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Provisioning complete for port 33ccfeea-35b4-456a-89f0-098abb046526 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:09.988021 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.031913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.093708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.096577 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a1d1a4-990f-4fa1-bdc7-6b3088fb288d HTTP/1.1" status: 204  len: 168 time: 1.0904975
Jun 07 18:39:10.104064 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:10.141683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a1d1a4-990f-4fa1-bdc7-6b3088fb288d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:10.148944 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ddcad193-f363-437a-889d-e33dbf0e08ef req-6173c9a6-1480-4cd3-bf01-6ef7f9ef5308 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1701968
Jun 07 18:39:10.155876 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:10.291588 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.342120 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] For port 33ccfeea-35b4-456a-89f0-098abb046526, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=33ccfeea-35b4-456a-89f0-098abb046526,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:10.349935 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.356754 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-93294183-bd25-4f07-8afe-28ec98772264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:10.397230 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.57', 51565) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:10.654415 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Pushing event updated for resources: {'Port': ['ID=33ccfeea-35b4-456a-89f0-098abb046526,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:10.680640 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:10.693766 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-0e25f697-87b3-4ba2-ab3e-266b6cbfb67d None None] Provisioning complete for port e73a4252-ba11-4700-bad9-6918c61d3f9c triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:10.696128 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-0e25f697-87b3-4ba2-ab3e-266b6cbfb67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.805368 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:10.808750 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.063592 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-5d21e0a7-7d72-4051-874f-f155a2a8f09a None None] Provisioning complete for port 33ccfeea-35b4-456a-89f0-098abb046526 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:11.063976 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d21e0a7-7d72-4051-874f-f155a2a8f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.085567 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.129995 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Transition to ACTIVE for port object 97a0931b-aa7e-4214-8057-e787b7255f8b will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:11.166693 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.182588 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:11.245465 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Attempting to bind port 97a0931b-aa7e-4214-8057-e787b7255f8b on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:11.245835 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Attempting to bind port 97a0931b-aa7e-4214-8057-e787b7255f8b by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:11.246193 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Attempting to bind port 97a0931b-aa7e-4214-8057-e787b7255f8b on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:11.260625 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:11.260995 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:11.262028 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.262657 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:11.263220 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Bound port: 97a0931b-aa7e-4214-8057-e787b7255f8b, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:11.263666 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.372788 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] For port 97a0931b-aa7e-4214-8057-e787b7255f8b, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:11.379003 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] For port 97a0931b-aa7e-4214-8057-e787b7255f8b, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=97a0931b-aa7e-4214-8057-e787b7255f8b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:11.391257 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.437852 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:11.438693 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d26386a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:11.440061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e73a4252-ba11-4700-bad9-6918c61d3f9c up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:11.526007 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-300fcb75-e708-44e9-9625-d495c84ab341 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:11.527617 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-300fcb75-e708-44e9-9625-d495c84ab341 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.57 "GET /v2.0/networks?id=83b67847-8871-48d5-9574-05031bafd3ce HTTP/1.1" status: 200  len: 812 time: 1.1003740
Jun 07 18:39:11.551495 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.562267 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Pushing event updated for resources: {'Port': ['ID=97a0931b-aa7e-4214-8057-e787b7255f8b,revision_number=2']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:11.587730 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.588075 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.597377 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.597756 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.598095 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.599996 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.600344 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.600674 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.601020 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.604242 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.604444 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.604760 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Tracked resource versions report:
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]: pushed versions:
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]: {   'AddressGroup': {'1.2'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'ConntrackHelper': {'1.0'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Log': {'1.0'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Network': {'1.1'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Port': {'1.7'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'PortForwarding': {'1.2'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'QosPolicy': {'1.8'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SecurityGroup': {'1.4'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SecurityGroupRule': {'1.2'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'SubPort': {'1.0'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Subnet': {'1.1'},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     'Trunk': {'1.1'}}
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]: consumer versions:
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]: {   DHCP agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     HyperV agent@hv-cinder-79053: {},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     L3 agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     Metadata agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     Metering agent@dv-cinder-790535-1-iscsi: {},
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:     Open vSwitch agent@dv-cinder-790535-1-iscsi: {   'AddressGroup': '1.2',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'ConntrackHelper': '1.0',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Log': '1.0',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Network': '1.1',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Port': '1.7',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'PortForwarding': '1.2',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'QosPolicy': '1.8',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SecurityGroup': '1.4',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SecurityGroupRule': '1.2',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'SubPort': '1.0',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Subnet': '1.1',
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:                                                      'Trunk': '1.1'}}
Jun 07 18:39:11.613475 dv-cinder-790535-1-iscsi neutron-server[98348]:  {{(pid=98348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 07 18:39:11.621788 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.637835 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port e73a4252-ba11-4700-bad9-6918c61d3f9c triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:11.638191 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.642706 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Request body: {'port': {'device_id': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce', 'admin_state_up': True, 'tenant_id': 'a736e62bab884cef97bced289d050c22'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:11.699433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-9f77de97-f83d-4170-859c-5a1debc2c996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:11.735322 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e19c7749-57ad-4418-a2d7-a6f4354c8d76 req-8a51c07f-49a2-47eb-bf86-9c5e87b37d01 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1427712
Jun 07 18:39:11.778684 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:11.785883 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87066995-2ac2-4aa7-9cb4-dee5a711dbad,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:11.823347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:11.884513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:11.954106 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 33ccfeea-35b4-456a-89f0-098abb046526 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:12.050200 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 33ccfeea-35b4-456a-89f0-098abb046526 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:12.050832 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:12.058504 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Router f2bbae83-89e9-411d-9527-ae6611de7748 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:39:12.093107 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12c78b73de2b40e182763374eadc3dc7&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5348804
Jun 07 18:39:12.094907 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:12.097456 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-049d3ec4-0158-4dc1-9fbe-0b0a3b1496bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:12.115306 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45122) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:12.271926 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Pushing event updated for resources: {'Port': ['ID=97a0931b-aa7e-4214-8057-e787b7255f8b,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:12.286238 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:12.540413 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Made reservation on behalf of a736e62bab884cef97bced289d050c22 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:12.550902 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:12.570630 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:12.777241 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d26386a0>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:05Z', 'revision_number': 3, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:12.788536 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb2441-559e-4c70-9a26-cdc0efe539f2 None None] The sync data for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi is: [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:05Z', 'revision_number': 3, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:13.064499 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:13.501597 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-aa55964f-a30b-483d-92f2-ff6c991dd270 req-22f84c32-7f5a-4d9d-8252-927a03c34395 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.3713806
Jun 07 18:39:13.604159 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 97a0931b-aa7e-4214-8057-e787b7255f8b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:13.741991 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Allocated IP 172.20.0.1 (02c0014a-a857-4ec7-80a2-9c7dc12f4351/8e1a24c5-520f-487a-8afb-e4edb99839d5/6d148d83-666d-404d-8783-75d4a0038c98) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:13.844641 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:13.852897 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 97a0931b-aa7e-4214-8057-e787b7255f8b completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:13.865294 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 97a0931b-aa7e-4214-8057-e787b7255f8b triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:13.865573 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:13.919596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:13.967751 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:14.059042 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:14.061666 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d223b9d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:14.269173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.273551 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c30457b3-32d5-4d78-8e60-7f765fbfd791 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 11.8268499
Jun 07 18:39:14.274344 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45168) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:14.274713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45172) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:14.394241 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.515974 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Allocated IP 172.20.0.12 (83b67847-8871-48d5-9574-05031bafd3ce/5001e525-0123-4e48-858a-c2ad8b7b7db4/7e099e28-8fe8-4e8b-867d-ba95c38c9c05) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:14.600249 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:14.601105 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:14.649071 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.649789 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:39:14.657971 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:14.663323 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:14.665023 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.676833 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87066995-2ac2-4aa7-9cb4-dee5a711dbad HTTP/1.1" status: 204  len: 168 time: 2.5588660
Jun 07 18:39:14.688481 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:14.696816 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:14.697510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:14.930487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87066995-2ac2-4aa7-9cb4-dee5a711dbad,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:14.948456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:15.040710 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:15.437571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.526033 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:15.550234 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:15.599730 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Network 83b67847-8871-48d5-9574-05031bafd3ce is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:15.606187 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:15.610212 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:15.631308 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.646501 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:15.647160 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.655563 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 97a0931b-aa7e-4214-8057-e787b7255f8b, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=97a0931b-aa7e-4214-8057-e787b7255f8b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:15.682997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.697478 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:15.729180 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c6b989a1-655c-417a-83cc-0ba8e8c0f6d5 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0995231
Jun 07 18:39:15.745529 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:15.784935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-67aa1897-3782-42a0-9676-b919543a033c tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:39:15.784935 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-67aa1897-3782-42a0-9676-b919543a033c tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0320740
Jun 07 18:39:16.203601 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=97a0931b-aa7e-4214-8057-e787b7255f8b,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:16.206813 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:16.320553 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d223b9d0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:08Z', 'revision_number': 3, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:16.349176 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:16.350089 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Updating router f2bbae83-89e9-411d-9527-ae6611de7748 port 71197699-0c15-42f7-954d-4b28e12872ff binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:16.378972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Request body: {'port': {'device_id': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:16.512192 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:16.532647 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:16.561261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:16.591622 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:16.703660 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b583a-f690-49e1-a086-0e1627ed7972,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:16.712139 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:16.770031 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10700b4-7311-44f5-93d3-e3671a33e5db req-d042aa24-ed0b-4408-8999-cf793f69b3ba tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:16.779165 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f10700b4-7311-44f5-93d3-e3671a33e5db req-d042aa24-ed0b-4408-8999-cf793f69b3ba tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 932 time: 1.8517191
Jun 07 18:39:16.818959 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77bc1b8319a6455684fd6d0e76430d59&name=default HTTP/1.1" status: 200  len: 2978 time: 2.5397904
Jun 07 18:39:16.894795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45224) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:16.944745 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.011477 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f10700b4-7311-44f5-93d3-e3671a33e5db req-4ba4da4a-00c1-4023-bf38-2e067f9e34ae tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309964
Jun 07 18:39:17.023250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:17.043122 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:17.059665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.060992 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b6d6941a-a4ad-4863-813a-55d0bf2e942e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 14.5552602
Jun 07 18:39:17.072286 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45228) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:17.073480 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:17.074696 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2588430>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:17.135014 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.367644 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.420376 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:17.431278 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.526365 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.556511 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Transition to ACTIVE for port object 71197699-0c15-42f7-954d-4b28e12872ff will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:17.568168 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.569596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.575592 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:17.596209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:17.597342 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f7b583a-f690-49e1-a086-0e1627ed7972 HTTP/1.1" status: 204  len: 168 time: 0.6991739
Jun 07 18:39:17.634573 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:17.860672 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b583a-f690-49e1-a086-0e1627ed7972,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:17.921317 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 97a0931b-aa7e-4214-8057-e787b7255f8b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:18.041286 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Attempting to bind port 71197699-0c15-42f7-954d-4b28e12872ff on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:18.041939 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Attempting to bind port 71197699-0c15-42f7-954d-4b28e12872ff by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:18.042362 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Attempting to bind port 71197699-0c15-42f7-954d-4b28e12872ff on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:18.102979 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Pushing event updated for resources: {'Port': ['ID=71197699-0c15-42f7-954d-4b28e12872ff,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:18.127006 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:18.130663 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:18.131368 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:18.132140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:18.132979 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Bound port: 71197699-0c15-42f7-954d-4b28e12872ff, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:18.134828 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:18.249315 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:18.384696 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2588430>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:09Z', 'revision_number': 3, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:18.393129 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:18.393622 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Updating router 39dbe9fc-008e-4972-a219-4eac2f0353b6 port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:18.463197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] For port 71197699-0c15-42f7-954d-4b28e12872ff, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:18.473319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 97a0931b-aa7e-4214-8057-e787b7255f8b triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:18.474067 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:18.614665 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:18.644484 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] For port 71197699-0c15-42f7-954d-4b28e12872ff, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=71197699-0c15-42f7-954d-4b28e12872ff,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:18.657782 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:18.687330 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:18.799269 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:18.934795 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.resource_extend [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 07 18:39:19.015925 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.048410 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.070309 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.102297 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Pushing event updated for resources: {'Port': ['ID=71197699-0c15-42f7-954d-4b28e12872ff,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:19.103316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:19.114876 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:19.116814 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:19.121790 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d223b9d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:19.413235 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.resource_extend [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 07 18:39:19.628620 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.629957 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Pushing event updated for resources: {'Port': ['ID=6d148d83-666d-404d-8783-75d4a0038c98,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:19.641212 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:19.645255 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:19.649895 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Transition to ACTIVE for port object 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:19.663140 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:19.675359 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.680554 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:19.716369 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.753853 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Transition to ACTIVE for port object 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:19.762182 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.772113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:19.773743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:19.828652 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:19.863988 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Pushing event updated for resources: {'Port': ['ID=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,revision_number=2']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:19.872086 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Attempting to bind port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:19.874170 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Attempting to bind port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:19.875423 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Attempting to bind port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:19.881268 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:19.889931 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:19.890389 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:19.890951 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.891205 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:19.891692 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Bound port: 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:19.892346 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:19.938390 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:20.134297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63c75f-507e-4d31-9864-7dc005bbf37f req-83ef72c2-a2af-4955-88dc-9efb2e745e4b tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:20.140476 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] For port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:20.141706 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0d63c75f-507e-4d31-9864-7dc005bbf37f req-83ef72c2-a2af-4955-88dc-9efb2e745e4b tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 932 time: 0.9414413
Jun 07 18:39:20.159891 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] For port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:20.175804 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:20.198901 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:20.307641 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0d63c75f-507e-4d31-9864-7dc005bbf37f req-6964ccec-7183-46cc-b0a9-234cb9e1ea24 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647701
Jun 07 18:39:20.387047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Pushing event updated for resources: {'Port': ['ID=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:20.402415 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:20.485982 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Attempting to bind port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:20.491855 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Attempting to bind port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '010ba667-bab6-4197-9c30-b4b9b1c75b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:20.492405 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Attempting to bind port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 on network 83b67847-8871-48d5-9574-05031bafd3ce {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:20.520152 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:20.521035 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2588430>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:20.684566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d223b9d0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:08Z', 'revision_number': 3, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:20.706762 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdef94-4d6e-467d-9319-33d26a7d3e94 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:08Z', 'revision_number': 3, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:20.775693 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b80176d5-0a8a-4627-a9c0-25959aae3532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:20.789475 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Router dfe65f77-b6bf-4562-9ca0-ad020aa93972 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:39:20.808016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 on network 83b67847-8871-48d5-9574-05031bafd3ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:39:20.808426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Attempting to bind port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 on network 83b67847-8871-48d5-9574-05031bafd3ce {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:20.857344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:20.857896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Checking segment: {'id': '010ba667-bab6-4197-9c30-b4b9b1c75b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:20.858622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Bound using segment: {'id': '010ba667-bab6-4197-9c30-b4b9b1c75b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:20.859112 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Bound port: 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010ba667-bab6-4197-9c30-b4b9b1c75b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:20.859489 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:20.860569 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Pushing event updated for resources: {'Port': ['ID=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:20.878599 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:20.917057 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Allocated IP 172.20.0.1 (64571d81-8397-4fc6-aa13-a8a1d54a46cc/274fee89-cb27-438b-b06b-60899ca4ee75/e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:21.228644 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:21.285346 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:21.617190 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:21.625974 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45328) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:21.666051 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,segment=NetworkSegment(010ba667-bab6-4197-9c30-b4b9b1c75b59),segment_id=010ba667-bab6-4197-9c30-b4b9b1c75b59)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:21.680332 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:21.686559 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:21.694097 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-18a31033-be04-4bab-a5f5-042196841fef admin admin] 10.222.0.13 "PUT /v2.0/routers/dfe65f77-b6bf-4562-9ca0-ad020aa93972/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9759212
Jun 07 18:39:21.700794 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Sync routers for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:21.701631 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:21.731324 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:21.793567 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:21.794368 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22df550>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:38:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:21.813112 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Transition to ACTIVE for port object e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:21.916632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:21.917273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:21.920186 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e099e28-8fe8-4e8b-867d-ba95c38c9c05 HTTP/1.1" status: 200  len: 1094 time: 5.8198977
Jun 07 18:39:21.920673 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:22.002076 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2588430>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:09Z', 'revision_number': 3, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:22.009137 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032b29a2-c561-4567-925e-c799c1c0e77a None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:09Z', 'revision_number': 3, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:22.129839 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 71197699-0c15-42f7-954d-4b28e12872ff up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:22.150928 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:22.151561 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:22.279655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:22.296055 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Pushing event updated for resources: {'Port': ['ID=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:22.306050 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:22.327346 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:22.339046 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:22.340289 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:22.344800 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:22.568773 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:22.708652 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59330318-ca75-4edd-85cc-5752366bc373" -d '{"events": [{"name": "network-changed", "server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:22.819606 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:22.831245 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:22.944958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:22.959479 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 71197699-0c15-42f7-954d-4b28e12872ff completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:22.963713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Allocated IP 172.20.0.1 (450c74e8-af91-4807-a318-605085c0763c/25aea57d-e151-4d9c-b32c-b6c62a1b6779/fc508d06-2e87-43b5-a780-b19f1824a3ad) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:23.051385 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 71197699-0c15-42f7-954d-4b28e12872ff triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:23.051876 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.052795 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4470b04b10a4af795146170376c25f6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4045327
Jun 07 18:39:23.053569 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45366) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:23.055103 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb43c10-da78-4210-abda-2fe86c0ed662,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:23.115560 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:23.147963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb1d1f-2f65-4e89-b318-0c625a22d538 req-70b460d2-8522-4008-8af4-0f8e8b338b25 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:23.161526 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32bb1d1f-2f65-4e89-b318-0c625a22d538 req-70b460d2-8522-4008-8af4-0f8e8b338b25 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 1.5983958
Jun 07 18:39:23.171016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.202788 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.268787 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.280549 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.282760 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adb43c10-da78-4210-abda-2fe86c0ed662 HTTP/1.1" status: 204  len: 168 time: 0.2122231
Jun 07 18:39:23.283940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:23.289822 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.300797 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-053b177b-386a-426e-b0eb-46e50dbf449c None None] Provisioning for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:23.304854 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb43c10-da78-4210-abda-2fe86c0ed662,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:23.312339 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:23.334581 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32bb1d1f-2f65-4e89-b318-0c625a22d538 req-77fdb453-bf16-4f72-a5a7-200e40a4a155 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687562
Jun 07 18:39:23.345144 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-053b177b-386a-426e-b0eb-46e50dbf449c None None] Provisioning complete for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:23.345350 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-053b177b-386a-426e-b0eb-46e50dbf449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.376442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.654023 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e8495e-f415-4cf0-938c-f381399cf9be x-openstack-request-id: req-32e8495e-f415-4cf0-938c-f381399cf9be {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:23.654988 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:23.655588 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32e8495e-f415-4cf0-938c-f381399cf9be {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:23.660668 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05', 'status': 'completed', 'code': 200}
Jun 07 18:39:23.725132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ee7c-3a6d-4696-a94c-ba143d51c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.728256 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-053b177b-386a-426e-b0eb-46e50dbf449c None None] Port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:23.772232 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.841689 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 71197699-0c15-42f7-954d-4b28e12872ff, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=71197699-0c15-42f7-954d-4b28e12872ff,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:23.853366 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:23.871261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-478f70b9-d197-4ce5-8963-757568b38407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:24.027429 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:24.132826 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=71197699-0c15-42f7-954d-4b28e12872ff,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:24.136867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:24.144737 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22df550>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:16Z', 'revision_number': 4, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6d148d83-666d-404d-8783-75d4a0038c98', 'name': '', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'mac_address': 'fa:16:3e:b6:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:12Z', 'updated_at': '2021-06-07T18:39:17Z', 'revision_number': 2, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'subnets': [{'id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:24.151566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Checking router: dfe65f77-b6bf-4562-9ca0-ad020aa93972 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:24.151919 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Updating router dfe65f77-b6bf-4562-9ca0-ad020aa93972 port 6d148d83-666d-404d-8783-75d4a0038c98 binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:24.167130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.217345 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.220190 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.228967 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:24.239371 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:24.239371 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.239526 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.251143 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.290686 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Transition to ACTIVE for port object fc508d06-2e87-43b5-a780-b19f1824a3ad will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:24.294263 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:24.378799 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-65c8f587-ac30-4da4-b213-5a33f41c9e82 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:24.380372 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-65c8f587-ac30-4da4-b213-5a33f41c9e82 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 818 time: 1.2409949
Jun 07 18:39:24.450713 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.575378 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-062427fa-c1d1-4a8d-8b70-9844d09daef9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/quotas/1a9e7500a58f4e969e2f8ef90d8c4db9 HTTP/1.1" status: 200  len: 375 time: 0.1782546
Jun 07 18:39:24.627980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Pushing event updated for resources: {'Port': ['ID=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:24.680569 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:24.689093 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.725021 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:24.731635 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.744774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:24.752288 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:24.752877 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:24.768384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:24.774271 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:24.856364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Network 450c74e8-af91-4807-a318-605085c0763c is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:24.869870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:24.875987 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:24.876638 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.881132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.884847 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:24.889206 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97846d8-90db-4cff-80ba-883be6d4c62b req-5b6f0c7f-f87c-4178-9cff-71298cd1c3ef tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:24.890049 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:24.891007 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b97846d8-90db-4cff-80ba-883be6d4c62b req-5b6f0c7f-f87c-4178-9cff-71298cd1c3ef tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.3243616
Jun 07 18:39:24.907259 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Transition to ACTIVE for port object 6d148d83-666d-404d-8783-75d4a0038c98 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:24.918304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:24.926756 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:24.962746 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-cb46d002-a5bc-4272-b94a-1fe5c641f4fc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3437037
Jun 07 18:39:25.160606 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Pushing event updated for resources: {'Port': ['ID=6d148d83-666d-404d-8783-75d4a0038c98,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:25.172900 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:25.251495 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.272354 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-f5091dc1-8640-4af7-ab70-def8fe92e111 None None] Provisioning complete for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:25.272742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f5091dc1-8640-4af7-ab70-def8fe92e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.280486 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b97846d8-90db-4cff-80ba-883be6d4c62b req-c56db274-48b0-4d63-8bec-0d8ddf8fe1e1 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3639102
Jun 07 18:39:25.375040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Attempting to bind port 6d148d83-666d-404d-8783-75d4a0038c98 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:25.376040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Attempting to bind port 6d148d83-666d-404d-8783-75d4a0038c98 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:25.376040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Attempting to bind port 6d148d83-666d-404d-8783-75d4a0038c98 on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:25.387472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:25.387859 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Checking segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:25.388315 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.388757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Bound using segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:25.389301 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Bound port: 6d148d83-666d-404d-8783-75d4a0038c98, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:25.389865 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.408635 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-f5091dc1-8640-4af7-ab70-def8fe92e111 None None] Port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:25.509382 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:39:25.546848 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] For port 6d148d83-666d-404d-8783-75d4a0038c98, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:25.565966 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] For port 6d148d83-666d-404d-8783-75d4a0038c98, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6d148d83-666d-404d-8783-75d4a0038c98,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:25.574156 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.581444 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:25.662533 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-49821b17-965e-4154-ae77-ac6ec97708f3 None None] Provisioning for port fc508d06-2e87-43b5-a780-b19f1824a3ad completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:25.686517 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-49821b17-965e-4154-ae77-ac6ec97708f3 None None] Provisioning complete for port fc508d06-2e87-43b5-a780-b19f1824a3ad triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:25.687050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-49821b17-965e-4154-ae77-ac6ec97708f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.734969 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c415429e-1ddc-497b-885e-53a09bf27294 service neutron] 10.222.0.13 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7553632
Jun 07 18:39:25.753054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-49821b17-965e-4154-ae77-ac6ec97708f3 None None] Port fc508d06-2e87-43b5-a780-b19f1824a3ad cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:25.764919 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:25.765623 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22df550>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:25.814512 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Pushing event updated for resources: {'Port': ['ID=6d148d83-666d-404d-8783-75d4a0038c98,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:25.817889 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:25.906519 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:25.966455 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:26.017349 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:26.097048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:26.225995 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:26.242866 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:26.246822 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] 10.222.0.13 "PUT /v2.0/routers/f2bbae83-89e9-411d-9527-ae6611de7748/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9656885
Jun 07 18:39:26.263318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-abc481f3-d74c-4f8f-b5c1-04428ddbc0da service neutron] 10.222.0.13 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5192821
Jun 07 18:39:26.341971 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:26.345358 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2b4fca0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:26.858236 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:26.858859 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.050142 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:27.067697 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825de53-96c6-4792-8350-cd0c7e821b9f req-db44ccd2-c69b-4ac0-bf10-38b4cccbc0d8 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:27.070959 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b825de53-96c6-4792-8350-cd0c7e821b9f req-db44ccd2-c69b-4ac0-bf10-38b4cccbc0d8 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.3090944
Jun 07 18:39:27.118321 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.144510 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b825de53-96c6-4792-8350-cd0c7e821b9f req-98a637a6-3250-49a7-9f6c-8197ac5542e8 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620224
Jun 07 18:39:27.145554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.146889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.153856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:27.373355 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Pushing event updated for resources: {'Port': ['ID=fc508d06-2e87-43b5-a780-b19f1824a3ad,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:27.379385 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:27.584373 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 71197699-0c15-42f7-954d-4b28e12872ff up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:27.702557 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 71197699-0c15-42f7-954d-4b28e12872ff triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:27.703351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.746531 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8fe8cbc4-29d7-438a-aece-73cf6d752e99 req-cf7ed8b4-0935-4685-b008-e0b333b4766e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 210 time: 0.3600152
Jun 07 18:39:27.774095 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45502) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:27.792167 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286217708', 'description': 'tempest-description--208248675'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:27.845560 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22df550>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:16Z', 'revision_number': 4, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6d148d83-666d-404d-8783-75d4a0038c98', 'name': '', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'mac_address': 'fa:16:3e:b6:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:12Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'subnets': [{'id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:27.872147 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5358f62b-f077-4ad7-abc4-2c54d061791c None None] The sync data for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi is: [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:39:16Z', 'revision_number': 4, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6d148d83-666d-404d-8783-75d4a0038c98', 'name': '', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'mac_address': 'fa:16:3e:b6:36:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:12Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'subnets': [{'id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:27.879547 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:27.883870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Network 450c74e8-af91-4807-a318-605085c0763c is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:27.889240 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:27.951026 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2b4fca0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 2, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:27.958731 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:39:27.982644 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:27.982903 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Updating router f2bbae83-89e9-411d-9527-ae6611de7748 port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:28.249629 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:28.318492 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:28.327408 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:28.359685 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-458d24d9-24dc-4a32-89c7-ffcc06c21a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:28.544385 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-d467207f-dc81-485b-b164-ad4935ddd5e8 None None] Provisioning complete for port fc508d06-2e87-43b5-a780-b19f1824a3ad triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:28.544681 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-d467207f-dc81-485b-b164-ad4935ddd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:28.561304 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef548244-db91-4268-8d5f-0b679c9c3bd5,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:28.566302 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:28.589756 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:28.591288 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.8107538
Jun 07 18:39:28.594273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45528) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:28.625685 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group_rule': {'security_group_id': 'ef548244-db91-4268-8d5f-0b679c9c3bd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:28.706383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6d148d83-666d-404d-8783-75d4a0038c98 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:28.728747 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.037329 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-d467207f-dc81-485b-b164-ad4935ddd5e8 None None] Port fc508d06-2e87-43b5-a780-b19f1824a3ad cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:29.085918 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.093644 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.096016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:29.144164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecee293-708e-4e77-a967-f7608233a301,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:29.162429 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:29.183251 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 6d148d83-666d-404d-8783-75d4a0038c98 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:29.192732 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.199237 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6020229
Jun 07 18:39:29.201397 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45550) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:29.201919 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 6d148d83-666d-404d-8783-75d4a0038c98 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:29.202304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.214364 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group_rule': {'security_group_id': 'ef548244-db91-4268-8d5f-0b679c9c3bd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:29.329563 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.403754 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.472092 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 6d148d83-666d-404d-8783-75d4a0038c98, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6d148d83-666d-404d-8783-75d4a0038c98,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:29.481609 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.482929 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:39:29.487645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:29.552408 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.560743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.613688 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:29.666292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d166a6a-afc4-496e-b4b9-ed100bf1e665,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:29.683506 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.685608 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4828207
Jun 07 18:39:29.686859 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:29.692039 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.703135 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=6d148d83-666d-404d-8783-75d4a0038c98,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:29.710007 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:29.736985 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45564) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:29.737310 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Transition to ACTIVE for port object e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:29.742864 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:29.745910 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:29.766318 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:29.868922 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Pushing event updated for resources: {'Port': ['ID=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:29.877454 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-e5321799-9aa8-4e71-80de-68fc77fbb8a7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:29.889024 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-e5321799-9aa8-4e71-80de-68fc77fbb8a7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 818 time: 1.1775575
Jun 07 18:39:29.950420 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-f5452219-1e2d-467e-83e5-d9519628cef3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/quotas/1a9e7500a58f4e969e2f8ef90d8c4db9 HTTP/1.1" status: 200  len: 375 time: 0.0587790
Jun 07 18:39:30.139063 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:30.148955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330318-ca75-4edd-85cc-5752366bc373 req-2b5f5594-2198-49c6-b837-c73566749e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:30.162381 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59330318-ca75-4edd-85cc-5752366bc373 req-2b5f5594-2198-49c6-b837-c73566749e71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a736e62bab884cef97bced289d050c22&device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 1097 time: 0.4849570
Jun 07 18:39:30.204581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c3291-5019-4538-95b7-411919201b57 req-09d458c5-2cec-434b-a7d2-c4c69fcd0809 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:30.212993 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-462c3291-5019-4538-95b7-411919201b57 req-09d458c5-2cec-434b-a7d2-c4c69fcd0809 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 1.4392672
Jun 07 18:39:30.300916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:39:30.312985 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:39:30.322768 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] 10.222.0.13 "PUT /v2.0/routers/39dbe9fc-008e-4972-a219-4eac2f0353b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2451158
Jun 07 18:39:30.337866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:30.338607 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2271670>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:30.348965 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-462c3291-5019-4538-95b7-411919201b57 req-42094517-f061-48a9-aba7-366c2d8f4f9d tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346993
Jun 07 18:39:30.400594 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:30.412517 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Attempting to bind port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:30.416411 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Attempting to bind port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:30.417061 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Attempting to bind port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:30.427988 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:30.431345 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Checking segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:30.432100 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:30.433420 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Bound using segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:30.435428 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Bound port: e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:30.436887 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:30.505243 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6d148d83-666d-404d-8783-75d4a0038c98 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:30.563627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330318-ca75-4edd-85cc-5752366bc373 req-29de679e-cc4a-4f0f-8404-e3d72b98f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:30.570403 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59330318-ca75-4edd-85cc-5752366bc373 req-29de679e-cc4a-4f0f-8404-e3d72b98f1a3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a736e62bab884cef97bced289d050c22&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3919799
Jun 07 18:39:30.580848 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-96bdcc21-5667-4f36-bafb-f12c494fff36 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6291051
Jun 07 18:39:30.639802 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] For port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:30.643702 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] For port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:30.659484 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:30.673260 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:30.784908 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Pushing event updated for resources: {'Port': ['ID=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,revision_number=4']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:30.802800 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:30.804210 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:30.805018 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2b4fca0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:31.023281 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:31.030298 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-0caa2197-ce1c-45c3-80c1-663894d44b85 service neutron] 10.222.0.13 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459460
Jun 07 18:39:31.069689 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 6d148d83-666d-404d-8783-75d4a0038c98 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:31.070505 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:31.168156 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:31.183463 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:31.390004 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-4cd3a9d2-6005-4586-8935-54c8b0db6aec service neutron] 10.222.0.13 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2813752
Jun 07 18:39:31.424884 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Allocated IP 172.27.0.228 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/bd397194-b8b9-403f-8db2-2049a3d10db5) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:31.711141 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45616) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:31.717083 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405896655', 'description': 'tempest-description--29023667'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:31.766146 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:31.774583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:31.833059 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2b4fca0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:30Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:31.843810 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f9660-6845-4379-bff1-ab400a1a2453 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:30Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:31.908475 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cc64677e-e146-4865-bd31-9ab4e5d0c73f req-a21b301f-19b9-4859-a119-4f31e26755a1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 210 time: 0.0747950
Jun 07 18:39:31.932100 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:31.934055 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:31.980060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:31.981480 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:31.986579 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:32.058286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.063958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.072558 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-aa3a341a-2891-49e1-838a-108207750824 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:32.093441 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2271670>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:26Z', 'revision_number': 2, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:32.097963 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:39:32.098597 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Updating router 39dbe9fc-008e-4972-a219-4eac2f0353b6 port fc508d06-2e87-43b5-a780-b19f1824a3ad binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:39:32.119597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:32.142177 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:32.151506 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.153292 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4407301
Jun 07 18:39:32.155901 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45624) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:32.161181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group_rule': {'security_group_id': '7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:32.196266 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45628) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:32.209301 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.242805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.270893 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.438559 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.448329 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.450533 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab2f5-ba2c-49e5-846d-9b4e52bb203e req-4afeeadd-ef20-4889-ad6b-ab95f504db38 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:32.450659 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4c88029a-9908-461c-918e-5e914cdfe324 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:32.456658 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5beab2f5-ba2c-49e5-846d-9b4e52bb203e req-4afeeadd-ef20-4889-ad6b-ab95f504db38 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.3650558
Jun 07 18:39:32.457545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.532751 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e332d6-503e-4f0b-aeb9-9966e3c35ae4,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:32.554806 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:32.563850 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.577316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.581521 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4242277
Jun 07 18:39:32.582129 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45642) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:32.591755 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group_rule': {'security_group_id': '7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:32.626503 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.api [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 07 18:39:32.626503 dv-cinder-790535-1-iscsi neutron-server[98346]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 07 18:39:32.626503 dv-cinder-790535-1-iscsi neutron-server[98346]: [parameters: {'project_id_1': '3dde7cb8a9be42149079c579a49a9e66', 'expiration_1': datetime.datetime(2021, 6, 7, 18, 39, 32, 600197)}]
Jun 07 18:39:32.626503 dv-cinder-790535-1-iscsi neutron-server[98346]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 07 18:39:32.626989 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_db.api [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 07 18:39:32.703562 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:32.714735 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5beab2f5-ba2c-49e5-846d-9b4e52bb203e req-c753634d-5041-448b-984b-21f48cb6d12f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678057
Jun 07 18:39:32.741303 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.750591 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.776613 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:32.848568 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=588498d14a354d54a276c8efa9398b1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6508837
Jun 07 18:39:32.850472 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e2a44-5b1a-421c-a1e9-1d8197aa00c9,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:32.854259 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45648) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:32.868804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:32.905297 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:32.917770 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:32.918363 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.930977 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.940760 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.947266 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.954583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b28eb5c0-527a-43fd-9dbe-ead7576e24cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:32.958541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.964145 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:32.991819 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Transition to ACTIVE for port object fc508d06-2e87-43b5-a780-b19f1824a3ad will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:33.006132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.011974 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-23c1e5b2-8d7c-40c8-904d-75b0806a24da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:33.030305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.058427 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'Port': ['ID=bd397194-b8b9-403f-8db2-2049a3d10db5,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:33.062916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:33.065000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.067500 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3279727
Jun 07 18:39:33.101530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.106253 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.109776 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef1e2a44-5b1a-421c-a1e9-1d8197aa00c9 HTTP/1.1" status: 204  len: 168 time: 0.2522304
Jun 07 18:39:33.109776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:33.277502 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7f937226-bd81-4dc3-8c51-cabe33f21079 req-8cb115ec-616e-4bc5-8ed4-d72bce3b8dea tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 210 time: 0.1670911
Jun 07 18:39:33.293266 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e2a44-5b1a-421c-a1e9-1d8197aa00c9,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:33.318657 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:33.356390 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.386277 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.390913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.57', 51591) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:33.513628 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Pushing event updated for resources: {'Port': ['ID=fc508d06-2e87-43b5-a780-b19f1824a3ad,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:33.541774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:33.700521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Attempting to bind port fc508d06-2e87-43b5-a780-b19f1824a3ad on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:33.700895 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Attempting to bind port fc508d06-2e87-43b5-a780-b19f1824a3ad by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:33.701262 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Attempting to bind port fc508d06-2e87-43b5-a780-b19f1824a3ad on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:33.737403 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:33.760887 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:33.764442 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Checking segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:33.765906 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.768743 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Bound using segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:33.776517 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Bound port: fc508d06-2e87-43b5-a780-b19f1824a3ad, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:33.779328 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.831671 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330318-ca75-4edd-85cc-5752366bc373 req-a8b3e940-aeb8-4ace-8197-7577ed4e4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:33.833196 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59330318-ca75-4edd-85cc-5752366bc373 req-a8b3e940-aeb8-4ace-8197-7577ed4e4b0b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6115937
Jun 07 18:39:33.838379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.856470 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:33.873345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c757328b-dbd6-426a-b304-b42c080f4508 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:33.875061 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c757328b-dbd6-426a-b304-b42c080f4508 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 818 time: 0.4755642
Jun 07 18:39:33.903758 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.914288 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:33.921489 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Request body: {'port': {'device_id': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'admin_state_up': True, 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:33.953009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-337fd918-e6c5-46fd-bce7-5afcde732c03 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:34.024590 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.028807 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4409924
Jun 07 18:39:34.031672 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45690) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:34.033821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45694) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:34.048947 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:34.089134 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.096484 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-810995d6-a86a-44ce-9672-03aa5c086af1 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--286217708&fields=id&tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 267 time: 0.2196825
Jun 07 18:39:34.201213 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] For port fc508d06-2e87-43b5-a780-b19f1824a3ad, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:34.204424 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] For port fc508d06-2e87-43b5-a780-b19f1824a3ad, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=fc508d06-2e87-43b5-a780-b19f1824a3ad,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:34.206066 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:34.211453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:34.216555 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.239429 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:34.264048 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.267223 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66eb1523-642e-4524-ae4b-aea519ae5d20,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:34.276113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:34.294200 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.319110 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.396587 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:34.448617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:34.486692 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:39:34.487165 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2271670>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:34.602081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-0b9f08b2-17d6-4f4c-a764-efd52deb8354 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:34.603691 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-0b9f08b2-17d6-4f4c-a764-efd52deb8354 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 811 time: 0.4847865
Jun 07 18:39:34.628596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45718) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:34.635262 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffe551a2e5a044b68bd881af9ed198c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5877883
Jun 07 18:39:34.640473 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b28cfd-18ce-4ae5-9d02-c722cdb73f0e,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:34.658992 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:34.691711 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Pushing event updated for resources: {'Port': ['ID=fc508d06-2e87-43b5-a780-b19f1824a3ad,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:34.714432 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:34.764324 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-aaf44ff6-b4db-44dc-91c3-1108d4afe743 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/quotas/f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 375 time: 0.1461508
Jun 07 18:39:34.816448 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-7262f79a-33ab-4e4a-9d0b-082ebce7ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:34.818025 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-7262f79a-33ab-4e4a-9d0b-082ebce7ac72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a736e62bab884cef97bced289d050c22&device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 1097 time: 0.8406353
Jun 07 18:39:34.845955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.57', 51599) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:34.895053 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:34.895688 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.941383 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.969192 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:34.969788 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:39:35.003428 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c1b86d4c-14d9-4db8-a972-04490306ba52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05 HTTP/1.1" status: 200  len: 217 time: 0.1549644
Jun 07 18:39:35.028801 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Made reservation on behalf of 1a9e7500a58f4e969e2f8ef90d8c4db9 for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:35.033639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:35.060972 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:35.072179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4244bc-572b-4e2d-af0f-d634f90804ea req-6c49c23f-6a5e-46a8-92f2-96d687bf9b55 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:35.079446 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7f4244bc-572b-4e2d-af0f-d634f90804ea req-6c49c23f-6a5e-46a8-92f2-96d687bf9b55 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.9908929
Jun 07 18:39:35.086312 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:35.087686 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06b28cfd-18ce-4ae5-9d02-c722cdb73f0e HTTP/1.1" status: 204  len: 168 time: 0.4534416
Jun 07 18:39:35.107305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6b86c6a6-4525-4b0e-b278-5b237fbe82a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:35.198308 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-b010e074-4346-468f-aac2-169c813c7df7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:35.199939 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-b010e074-4346-468f-aac2-169c813c7df7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 818 time: 0.3344145
Jun 07 18:39:35.224614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Request body: {'port': {'device_id': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'admin_state_up': True, 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:35.259883 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b28cfd-18ce-4ae5-9d02-c722cdb73f0e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:35.264317 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:35.375787 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c4d232b0-005d-44e4-8826-c0fb67e1d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:35.377305 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-c4d232b0-005d-44e4-8826-c0fb67e1d967 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5001e525-0123-4e48-858a-c2ad8b7b7db4 HTTP/1.1" status: 200  len: 852 time: 0.3595552
Jun 07 18:39:35.382757 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:35.470804 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Allocated IP 172.20.0.3 (02c0014a-a857-4ec7-80a2-9c7dc12f4351/8e1a24c5-520f-487a-8afb-e4edb99839d5/c928219c-5b11-4506-825f-73d0d1ec317d) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:35.498660 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2271670>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:34Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:39:35.506149 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eeb08a-2c48-4724-b455-1aa336e40777 None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:34Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:39:35.514318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7f4244bc-572b-4e2d-af0f-d634f90804ea req-22bb6f40-bda2-451f-9067-a1d28703909a tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4335940
Jun 07 18:39:35.611335 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-18660c80-efe3-4c23-b59d-bea39d35f53a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8123629
Jun 07 18:39:35.816540 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-2b40edb7-ba16-4b39-8b5a-4dc442489407 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b67847-8871-48d5-9574-05031bafd3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4270597
Jun 07 18:39:36.031586 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Allocated IP 172.27.0.241 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/aba13bf0-5e9b-42e9-99ae-b4a97cef8d8d) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:36.138384 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5be8d7d6-4315-49c8-b090-1346f2b65ebb req-9033fb59-73af-4b91-87a9-679ea4f595c8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 210 time: 0.2646694
Jun 07 18:39:36.212473 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-acbfdef0-593b-4457-8745-f52a6816d905 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:39:36.213992 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-acbfdef0-593b-4457-8745-f52a6816d905 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3425467
Jun 07 18:39:36.223170 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:36.353789 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-2ac2837f-d2bd-4bf3-9457-bd6d00f74222 service neutron] 10.222.0.57 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5196781
Jun 07 18:39:36.407541 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-60e81a43-7ab4-40bc-bc5d-b5ea39c3d7ba service neutron] 10.222.0.13 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739073
Jun 07 18:39:36.409332 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:36.419290 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:36.452378 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device fc508d06-2e87-43b5-a780-b19f1824a3ad up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:36.531602 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:36.539590 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:36.568445 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:36.568738 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-cfb27eb1-a240-4c5f-a11d-a1ef81b63323 req-d6a8b77d-b90d-4b53-a54b-39240ca0e439 service neutron] 10.222.0.57 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045081
Jun 07 18:39:36.582375 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:36.583559 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:36.651706 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port fc508d06-2e87-43b5-a780-b19f1824a3ad completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:36.657787 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port fc508d06-2e87-43b5-a780-b19f1824a3ad triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:36.658294 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:36.693609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Made reservation on behalf of 1a9e7500a58f4e969e2f8ef90d8c4db9 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:36.698152 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:36.874139 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c1f8d69e-8922-4b6d-a29b-961c58b64c8f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9564264
Jun 07 18:39:37.004202 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-7e61daeb-f54f-40cf-9df4-147f61ddb24b service neutron] 10.222.0.13 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5788395
Jun 07 18:39:37.014753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.033374 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.038048 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c018b25-e4dd-4733-b7fd-50a874917339 req-43825adc-e08e-4311-9735-ac3c28dee62a tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:37.047604 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0c018b25-e4dd-4733-b7fd-50a874917339 req-43825adc-e08e-4311-9735-ac3c28dee62a tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.2910514
Jun 07 18:39:37.112456 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0c018b25-e4dd-4733-b7fd-50a874917339 req-71a0306e-41f0-43e0-b213-841d3ea3048b tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635912
Jun 07 18:39:37.149832 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port fc508d06-2e87-43b5-a780-b19f1824a3ad, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=fc508d06-2e87-43b5-a780-b19f1824a3ad,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:37.157254 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.161078 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:37.260115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=fc508d06-2e87-43b5-a780-b19f1824a3ad,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:37.270248 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:37.315698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Allocated IP 172.20.0.14 (02c0014a-a857-4ec7-80a2-9c7dc12f4351/8e1a24c5-520f-487a-8afb-e4edb99839d5/843f624f-ba7e-43b6-90eb-54c94392ef97) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:37.324460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:37.325184 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:37.372549 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:37.375694 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:37.388263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:37.459960 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-975a5ae3-e9a1-4d5f-bb78-ef6a8fbe699e req-5cd9db65-7c16-4a6c-847a-fe4f99be570f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 210 time: 0.1095853
Jun 07 18:39:37.481032 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.483038 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-43f9a2d8-a06f-44a6-a301-9d011e545c66 req-160b6727-5672-4e10-ad85-1362c98a4cf1 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 210 time: 0.1803820
Jun 07 18:39:37.661085 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.780584 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.836539 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Request body: {'port': {'device_id': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:37.931913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:37.934448 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:37.955837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.965974 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:37.968222 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.970035 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:37.973071 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:37.980386 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:37.981013 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:37.986815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.002793 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:38.052144 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.066974 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-72f4ff90-2372-4004-b83f-796e8c9cdef6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8495281
Jun 07 18:39:38.094870 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'Port': ['ID=aba13bf0-5e9b-42e9-99ae-b4a97cef8d8d,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:38.094870 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:38.094870 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.099043 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0579810
Jun 07 18:39:38.341238 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device fc508d06-2e87-43b5-a780-b19f1824a3ad up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:38.465686 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port fc508d06-2e87-43b5-a780-b19f1824a3ad triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:38.466339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.534173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855fc70-5d58-4321-9e80-7a54d531a724 req-4bdb43ec-3d55-4d46-ba7e-909b337b1067 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:38.535667 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a855fc70-5d58-4321-9e80-7a54d531a724 req-4bdb43ec-3d55-4d46-ba7e-909b337b1067 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.2834222
Jun 07 18:39:38.581796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c928219c-5b11-4506-825f-73d0d1ec317d {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:38.593842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.629344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45872) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:38.650503 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a855fc70-5d58-4321-9e80-7a54d531a724 req-0361dadd-ffee-4cb4-9319-2b55a1c36d50 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996692
Jun 07 18:39:38.653493 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-1177cab7-8e6c-4f99-abdb-dd0c20ad8ddc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1405896655&fields=id&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 267 time: 0.1416922
Jun 07 18:39:38.654613 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Transition to ACTIVE for port object c928219c-5b11-4506-825f-73d0d1ec317d will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:38.661751 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.674529 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-65011d71-9bff-489c-895c-a8258b19af06 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:38.777817 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.886409 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.890302 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:38.899382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:38.941318 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca18d31b9cd4488fa44d065a2d5244c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108964
Jun 07 18:39:38.942169 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b894340-596d-46b2-8a30-c5e77b50e922,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:38.945419 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45876) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:38.957327 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:38.976886 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=c928219c-5b11-4506-825f-73d0d1ec317d,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:38.988713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:39.008324 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.034829 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.039334 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Attempting to bind port c928219c-5b11-4506-825f-73d0d1ec317d on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:39.039735 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Attempting to bind port c928219c-5b11-4506-825f-73d0d1ec317d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:39.040083 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Attempting to bind port c928219c-5b11-4506-825f-73d0d1ec317d on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:39.061765 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Port c928219c-5b11-4506-825f-73d0d1ec317d on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:39:39.062078 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Attempting to bind port c928219c-5b11-4506-825f-73d0d1ec317d on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:39.077740 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7b31c1ef-3bf0-4207-8658-94e16bc434de tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:39.079256 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7b31c1ef-3bf0-4207-8658-94e16bc434de tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 816 time: 0.4105546
Jun 07 18:39:39.085689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:39.086460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Checking segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:39.087114 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Bound using segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:39.087596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Bound port: c928219c-5b11-4506-825f-73d0d1ec317d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:39.087942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.094798 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.097750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.099139 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b894340-596d-46b2-8a30-c5e77b50e922 HTTP/1.1" status: 204  len: 168 time: 0.1527593
Jun 07 18:39:39.099893 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f1ec02c3-e658-4c22-bba0-34c9df923fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:39.112935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b894340-596d-46b2-8a30-c5e77b50e922,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:39.115843 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:39.151412 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-608e089e-df05-4f36-9572-2b06cde368fe tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/quotas/3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 375 time: 0.0519671
Jun 07 18:39:39.174172 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dfa7d-d0b2-4322-8416-3bd788d49580 req-8c7b79ed-61c1-4a65-a296-fa50141117b8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:39.175636 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a87dfa7d-d0b2-4322-8416-3bd788d49580 req-8c7b79ed-61c1-4a65-a296-fa50141117b8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 932 time: 0.3575897
Jun 07 18:39:39.305279 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a87dfa7d-d0b2-4322-8416-3bd788d49580 req-0dcb0c01-1cd5-454c-bda5-cc1496d1c7c3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855737
Jun 07 18:39:39.306288 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:39.311517 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c928219c-5b11-4506-825f-73d0d1ec317d,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:39.320073 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.327416 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cb3b8516-0ad7-4a09-b1a9-472c68bccb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:39.410199 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-3e006ee4-2d02-451f-bdef-25693760502f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2514327
Jun 07 18:39:39.419081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:39.419748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.421231 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] 10.222.0.57 "PUT /v2.0/ports/c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 1093 time: 1.5892246
Jun 07 18:39:39.421737 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:39.483238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 45888) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:39.504552 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.591730 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0b9ec2a-c5f9-4677-afe8-b1e15510e364 req-62085045-05ac-4c98-bd41-fd5182636e96 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 210 time: 0.1742771
Jun 07 18:39:39.594777 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=c928219c-5b11-4506-825f-73d0d1ec317d,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:39.599184 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:39.636881 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.642219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:39.700864 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-d1b5a1d4-1764-4863-aee2-5b31c51dc0cf service neutron] 10.222.0.13 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183058
Jun 07 18:39:39.732283 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:39.750582 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4017c49a-a3f2-4579-a752-e9bed1928ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:39.759338 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cda40167bc184e819abe354ccd0f7189&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2749646
Jun 07 18:39:39.764440 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 45900) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:39.780037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf5b42-d20d-4a2e-b592-b41e33ef8ee7,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:39.783734 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:39.921876 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Request body: {'port': {'device_id': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:39.947848 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-dab261ce-2761-41e0-a005-a5d7c73d5466 service neutron] 10.222.0.13 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411692
Jun 07 18:39:40.010102 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.066146 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.072410 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab3926-bbc6-43d5-926d-871da9fb98e0 req-32d2d500-e15f-4079-a2bb-2db1cdbcf787 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:40.073888 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25ab3926-bbc6-43d5-926d-871da9fb98e0 req-32d2d500-e15f-4079-a2bb-2db1cdbcf787 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.2465315
Jun 07 18:39:40.077120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.162682 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-134bd2de-96a3-4e41-873c-5e1a4a0fdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:40.164312 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-134bd2de-96a3-4e41-873c-5e1a4a0fdf5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1096 time: 0.2070780
Jun 07 18:39:40.186182 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25ab3926-bbc6-43d5-926d-871da9fb98e0 req-8f098dbb-b67a-4451-8c66-c753c5abed65 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943320
Jun 07 18:39:40.288913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.290721 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-7651807c-18cd-4fe4-a959-74bdcae39244 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.1166348
Jun 07 18:39:40.295276 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.296300 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ddf5b42-d20d-4a2e-b592-b41e33ef8ee7 HTTP/1.1" status: 204  len: 168 time: 0.5309308
Jun 07 18:39:40.462345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:40.478801 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9b99971c-3917-4322-b78a-1ec87e638910 req-74ddb900-716a-42c0-ae70-a3016cb4faee tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 210 time: 0.1869392
Jun 07 18:39:40.485804 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61006a90-d473-44ed-88b7-48b045d3084d x-openstack-request-id: req-61006a90-d473-44ed-88b7-48b045d3084d {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:40.486487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:40.487547 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61006a90-d473-44ed-88b7-48b045d3084d {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:40.488496 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d', 'status': 'completed', 'code': 200}
Jun 07 18:39:40.610403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf5b42-d20d-4a2e-b592-b41e33ef8ee7,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:40.613407 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:40.697119 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-07320699-eebc-43be-b175-aea954de5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:40.698584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-07320699-eebc-43be-b175-aea954de5ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.2084317
Jun 07 18:39:40.754323 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843f624f-ba7e-43b6-90eb-54c94392ef97 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:40.768869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.797381 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Transition to ACTIVE for port object 843f624f-ba7e-43b6-90eb-54c94392ef97 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:40.810838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:40.817233 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:40.835027 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-5493927a-8f1f-452c-a591-01982ef1354c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1248453
Jun 07 18:39:40.992454 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Pushing event updated for resources: {'Port': ['ID=843f624f-ba7e-43b6-90eb-54c94392ef97,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:41.040774 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:41.218401 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-482dacd4-b76a-4f62-b3e2-5a7dd07e22f6 req-ff8830cc-5842-4b39-96d0-39c5f614b071 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 210 time: 0.1397798
Jun 07 18:39:41.261258 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3e2d7-bd80-4ebe-b8c7-00c8132e5bf4 req-b60075e0-ab2b-41d2-806b-936cc123c782 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:41.263146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-99e3e2d7-bd80-4ebe-b8c7-00c8132e5bf4 req-b60075e0-ab2b-41d2-806b-936cc123c782 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 932 time: 0.6563282
Jun 07 18:39:41.467997 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-ac8d50c9-940d-4b3a-aea0-3b49b71e1ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6118574
Jun 07 18:39:41.656247 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Attempting to bind port 843f624f-ba7e-43b6-90eb-54c94392ef97 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:41.656584 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Attempting to bind port 843f624f-ba7e-43b6-90eb-54c94392ef97 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:41.656911 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Attempting to bind port 843f624f-ba7e-43b6-90eb-54c94392ef97 on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:41.688642 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Port 843f624f-ba7e-43b6-90eb-54c94392ef97 on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:39:41.688642 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Attempting to bind port 843f624f-ba7e-43b6-90eb-54c94392ef97 on network 02c0014a-a857-4ec7-80a2-9c7dc12f4351 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:41.712033 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:41.712380 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Checking segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:41.712745 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Bound using segment: {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:41.713191 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Bound port: 843f624f-ba7e-43b6-90eb-54c94392ef97, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba39547-05ad-43b4-bb77-ece1ff62226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:41.713531 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:41.722670 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-99e3e2d7-bd80-4ebe-b8c7-00c8132e5bf4 req-5817c769-c2a0-4f15-ad49-71ca6056d415 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4382420
Jun 07 18:39:41.833878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-2579dee1-8e64-4473-a250-e44bf172039f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:41.835928 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-2579dee1-8e64-4473-a250-e44bf172039f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 811 time: 0.8477201
Jun 07 18:39:41.903880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:41.913947 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-c46b5740-40c0-4c6c-a295-a258b5fd211a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 379 time: 0.0691009
Jun 07 18:39:41.919623 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=843f624f-ba7e-43b6-90eb-54c94392ef97,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:41.925504 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'port': {'device_id': '59e35290-98b7-4049-9a8f-9453015934b9', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'admin_state_up': True, 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'security_groups': ['ef548244-db91-4268-8d5f-0b679c9c3bd5']}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:41.930125 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95a5f13a-61aa-4396-bc9c-770fea7ede43 req-e9f0333a-8e79-42e5-843b-19e6c3d65e86 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 210 time: 0.0689108
Jun 07 18:39:41.932971 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6296951d-daaa-4dc8-af34-b355b1172e83 req-6b7ada32-433c-43ed-8f75-0733856a0b19 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4651616
Jun 07 18:39:41.941095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cd51d-6e79-4f54-a3a7-f8d75fae0592 req-c3c1378f-0b5c-4a87-b57a-0f7a7707bbe8 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:41.942772 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a33cd51d-6e79-4f54-a3a7-f8d75fae0592 req-c3c1378f-0b5c-4a87-b57a-0f7a7707bbe8 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 944 time: 0.4159250
Jun 07 18:39:41.945378 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:41.965954 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:42.004877 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a33cd51d-6e79-4f54-a3a7-f8d75fae0592 req-f9b66e72-7b44-4f74-ab86-fe90fcc395cb tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551779
Jun 07 18:39:42.048954 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.050012 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:42.051343 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] 10.222.0.57 "PUT /v2.0/ports/843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 200  len: 1094 time: 2.1349852
Jun 07 18:39:42.062540 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:42.064996 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7df47-02c5-4840-a8df-096b92ce7264" -d '{"events": [{"name": "network-changed", "server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:42.109554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-a12820f7-1eba-4446-bcc6-27bad1ea9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.111640 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-a12820f7-1eba-4446-bcc6-27bad1ea9ccc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1096 time: 0.0989995
Jun 07 18:39:42.165261 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b55f1b-8741-45d7-bf56-b08f75f225f9 x-openstack-request-id: req-b7b55f1b-8741-45d7-bf56-b08f75f225f9 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:42.165564 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:42.165825 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7b55f1b-8741-45d7-bf56-b08f75f225f9 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:42.166218 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97', 'status': 'completed', 'code': 200}
Jun 07 18:39:42.172411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.57', 51615) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:42.222741 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Pushing event updated for resources: {'Port': ['ID=843f624f-ba7e-43b6-90eb-54c94392ef97,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:42.233370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:42.306768 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Made reservation on behalf of f9c7b309ce6c45469d2d740cbbcb0ecd for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:42.310324 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:42.323510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-d1e5a07e-27ce-412b-8b7d-01c8e0f89e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.324965 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-d1e5a07e-27ce-412b-8b7d-01c8e0f89e03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1097 time: 0.1647689
Jun 07 18:39:42.438807 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-3c6b9ea4-0ead-4610-bd0d-0b8bd813ef41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 200  len: 217 time: 0.1046631
Jun 07 18:39:42.457907 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6a7f0b13-be93-4c9a-a071-6a94be5aad5d req-62d8a5c5-aa4b-4eb1-97cf-6d4f490719ca tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 210 time: 0.0504019
Jun 07 18:39:42.463849 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-b915dce0-59c3-4a9a-bf96-5f467c5d8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.465369 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-b915dce0-59c3-4a9a-bf96-5f467c5d8a0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.3460722
Jun 07 18:39:42.542821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-f3e10231-54a4-4d3d-9b54-b8ff0b781a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.544296 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-f3e10231-54a4-4d3d-9b54-b8ff0b781a79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.0953054
Jun 07 18:39:42.550296 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-2444f84c-77d0-4acd-9554-310b5c138332 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.0754857
Jun 07 18:39:42.557427 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-2ac22d2b-5709-4ba9-8966-79989ed04579 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.559023 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-2ac22d2b-5709-4ba9-8966-79989ed04579 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 816 time: 0.3854580
Jun 07 18:39:42.640104 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-cf62a347-79eb-4d5c-af0c-fb57922a22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:42.641546 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-cf62a347-79eb-4d5c-af0c-fb57922a22ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.0815310
Jun 07 18:39:42.671450 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-e02caa78-3c42-4137-9be3-9515e880934e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 380 time: 0.0569093
Jun 07 18:39:42.709369 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'port': {'device_id': '150364b5-329b-4483-82e0-3701d25ba4f5', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'admin_state_up': True, 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'security_groups': ['7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:42.736601 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-34d80ba3-902e-4f0f-abf2-645fbe88728b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719204
Jun 07 18:39:42.737323 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-2975553e-4a12-464d-bb02-35368705fff4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1451900
Jun 07 18:39:42.825102 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Allocated IP 172.20.0.8 (64571d81-8397-4fc6-aa13-a8a1d54a46cc/274fee89-cb27-438b-b06b-60899ca4ee75/e9f5bdc7-d91a-482d-bf70-1711ae3e1b25) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:42.828851 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:39:42.959073 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-94e0fc9e-422e-4420-b5ac-258ec1553b71 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083058
Jun 07 18:39:43.149571 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,segment=NetworkSegment(010ba667-bab6-4197-9c30-b4b9b1c75b59),segment_id=010ba667-bab6-4197-9c30-b4b9b1c75b59)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:43.196860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05', 'network_id': '83b67847-8871-48d5-9574-05031bafd3ce', 'port_id': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05', 'mac_address': 'fa:16:3e:af:22:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5001e525-0123-4e48-858a-c2ad8b7b7db4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:39:43.294915 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.317790 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:43.345863 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,segment=NetworkSegment(010ba667-bab6-4197-9c30-b4b9b1c75b59),segment_id=010ba667-bab6-4197-9c30-b4b9b1c75b59)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:43.355618 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.360114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:43.410815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.415110 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1445776c-5aae-41d1-9d82-5b3b6f6c67a2 req-1c9c1e0a-066a-4fe3-8ba3-fdae5f8ec695 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4351876
Jun 07 18:39:43.442761 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Transition to ACTIVE for port object e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:43.462573 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3c270a51-3f1c-4930-85ec-47a0a8a10290 req-5c706402-4585-4d7c-9371-0d349a1b2adf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 210 time: 0.2133493
Jun 07 18:39:43.508491 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-61b90a5a-e476-48a3-8661-42fcb84ef0cc service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7216916
Jun 07 18:39:43.513799 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:43.523986 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:43.589913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Made reservation on behalf of 3dde7cb8a9be42149079c579a49a9e66 for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:39:43.602586 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.602995 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:43.608156 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:43.632546 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['7e099e28-8fe8-4e8b-867d-ba95c38c9c05'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:39:43.650172 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:43.660394 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:43.674139 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:43.690301 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:43.693938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:43.750314 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287276-0d7e-49b4-bbcd-8cf06bfcd951 req-df28a8d8-a56d-4c95-af5d-3b87197dcd23 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:43.758521 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c0287276-0d7e-49b4-bbcd-8cf06bfcd951 req-df28a8d8-a56d-4c95-af5d-3b87197dcd23 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 944 time: 0.7324715
Jun 07 18:39:43.784498 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-a80097ff-de43-46f6-9344-e327656f2ec3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8622274
Jun 07 18:39:43.792494 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-8b34922b-312f-42a6-aab5-f8abd2146d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:43.794094 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-8b34922b-312f-42a6-aab5-f8abd2146d0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1097 time: 0.3078976
Jun 07 18:39:43.810570 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Request body: {'port': {'device_id': '59e35290-98b7-4049-9a8f-9453015934b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:44.074348 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a9eeeb29-07d6-4617-ba89-70457e30a0a1 None None] Provisioning for port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:44.084308 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a9eeeb29-07d6-4617-ba89-70457e30a0a1 None None] Provisioning complete for port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:44.085858 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a9eeeb29-07d6-4617-ba89-70457e30a0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.201540 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-a9eeeb29-07d6-4617-ba89-70457e30a0a1 None None] Port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:44.202242 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.211100 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c0287276-0d7e-49b4-bbcd-8cf06bfcd951 req-b9320b84-c16a-403d-9691-d6cb5dd302e5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4501741
Jun 07 18:39:44.223568 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-64b32899-e6f8-4267-b1b4-585e68796c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:44.225063 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-64b32899-e6f8-4267-b1b4-585e68796c92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.3207850
Jun 07 18:39:44.237751 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Allocated IP 172.20.0.12 (450c74e8-af91-4807-a318-605085c0763c/25aea57d-e151-4d9c-b32c-b6c62a1b6779/973117b8-e6a2-4b8d-b6bb-3cecf96b4be2) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:39:44.298566 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-4641a9c8-521f-4671-8929-d447506929c5 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7889395
Jun 07 18:39:44.369761 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-116e2b09-614a-4aff-8056-ec9980cdf141 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 200  len: 217 time: 0.1353672
Jun 07 18:39:44.380137 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb218ba-59da-41ec-8bfb-8aa4c6d6b49c req-f1cfbd22-1bb8-4492-b1ef-6dba443dbf3f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:44.381596 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9eb218ba-59da-41ec-8bfb-8aa4c6d6b49c req-f1cfbd22-1bb8-4492-b1ef-6dba443dbf3f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 945 time: 0.6180475
Jun 07 18:39:44.568035 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9eb218ba-59da-41ec-8bfb-8aa4c6d6b49c req-e2377eb3-5481-44a0-be8d-e25f5f38dece tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637716
Jun 07 18:39:44.626012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97be6-f8f6-4872-9761-41b7284af328 req-57bf6e01-0c17-4aa7-93af-7c92d73102ab tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:44.627514 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6e97be6-f8f6-4872-9761-41b7284af328 req-57bf6e01-0c17-4aa7-93af-7c92d73102ab tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 931 time: 0.2907531
Jun 07 18:39:44.630361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.672830 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Transition to ACTIVE for port object 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:44.712159 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6e97be6-f8f6-4872-9761-41b7284af328 req-3e8f0c99-fa12-427f-b56b-74d5cc9f326c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714080
Jun 07 18:39:44.713130 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:44.725121 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.743099 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Transition to ACTIVE for port object e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:44.748052 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.752197 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:44.766883 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-06cf56e6-17e9-4517-984a-190d2a284577 req-849f50c5-af01-42e2-9bcf-0700911c2c51 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 210 time: 0.0475931
Jun 07 18:39:44.785015 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:39:44.790255 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:39:44.809145 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Network 450c74e8-af91-4807-a318-605085c0763c is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:39:44.810353 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:39:44.812642 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:39:44.818364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:44.819348 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:44.842964 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-c8bffbc9-9995-4205-85b3-3a72598e1333 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1420920
Jun 07 18:39:44.985509 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:44.997961 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:45.014943 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Attempting to bind port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:45.015273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Attempting to bind port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:45.015628 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Attempting to bind port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:45.026927 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:39:45.027233 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Attempting to bind port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:45.041479 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:45.041808 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Checking segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:45.042187 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Bound using segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:45.042613 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Bound port: e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:45.042951 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:45.168587 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:45.171889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:45.176660 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:45.183668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:45.252592 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e95f1586-aec0-4bc9-856b-6b30fe4064ad None None] Provisioning for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:45.258838 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e95f1586-aec0-4bc9-856b-6b30fe4064ad None None] Provisioning complete for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:45.259217 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e95f1586-aec0-4bc9-856b-6b30fe4064ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:45.332062 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-e95f1586-aec0-4bc9-856b-6b30fe4064ad None None] Port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:39:45.365857 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:45.367094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:45.368351 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] 10.222.0.57 "PUT /v2.0/ports/e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 1093 time: 1.5722036
Jun 07 18:39:45.368786 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:45.370993 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8296be0-4e34-492d-9784-6583f7b90b99" -d '{"events": [{"name": "network-changed", "server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:45.382908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:45.390427 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:45.465389 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc15be2-5dca-4c41-955c-543ec4d6271d x-openstack-request-id: req-8cc15be2-5dca-4c41-955c-543ec4d6271d {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:45.465694 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:45.466511 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cc15be2-5dca-4c41-955c-543ec4d6271d {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:45.466511 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'status': 'completed', 'code': 200}
Jun 07 18:39:45.482590 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc395abe-0cf0-4085-a121-be9cbf492573 req-f316f75c-2f26-4a09-b3a3-25bcfbe8ba48 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:45.484203 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cc395abe-0cf0-4085-a121-be9cbf492573 req-f316f75c-2f26-4a09-b3a3-25bcfbe8ba48 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 944 time: 0.0951836
Jun 07 18:39:45.544909 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cc395abe-0cf0-4085-a121-be9cbf492573 req-f85a6dad-cfe1-4fed-b743-292703c93b40 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446653
Jun 07 18:39:45.776747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2961-03be-420d-b5cf-ea61b8232d6d req-e648edcc-b940-4a4c-8555-647519ea55a3 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:45.778446 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-519b2961-03be-420d-b5cf-ea61b8232d6d req-e648edcc-b940-4a4c-8555-647519ea55a3 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 945 time: 0.0862989
Jun 07 18:39:45.861059 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-519b2961-03be-420d-b5cf-ea61b8232d6d req-77247662-51f6-4bcf-bac4-af101c831d06 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768607
Jun 07 18:39:45.904168 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d96b1-fb94-4b66-8c5b-f09c02a1dcac req-067ed00f-ad66-436e-ab03-b0d3ecc377c0 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:45.905595 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f91d96b1-fb94-4b66-8c5b-f09c02a1dcac req-067ed00f-ad66-436e-ab03-b0d3ecc377c0 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.0882523
Jun 07 18:39:45.954639 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f91d96b1-fb94-4b66-8c5b-f09c02a1dcac req-4a3dc71a-24fb-4733-9d60-9b73ede58f98 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434816
Jun 07 18:39:46.040627 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdcd01-a85e-4f80-b793-0ed98cfb74a2 req-c07cd337-85b0-4187-a320-adc637bd0af3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:46.042034 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2dcdcd01-a85e-4f80-b793-0ed98cfb74a2 req-c07cd337-85b0-4187-a320-adc637bd0af3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 932 time: 0.0804729
Jun 07 18:39:46.089784 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2dcdcd01-a85e-4f80-b793-0ed98cfb74a2 req-c60b7e4b-c1a5-4a6b-be7f-157ad5199615 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420444
Jun 07 18:39:46.736662 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c776ec-c273-437a-88de-59a5ff1e26bd req-68de06bf-89c9-4cc3-aa51-92187703180e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:46.738116 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48c776ec-c273-437a-88de-59a5ff1e26bd req-68de06bf-89c9-4cc3-aa51-92187703180e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 944 time: 0.0792449
Jun 07 18:39:46.783072 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48c776ec-c273-437a-88de-59a5ff1e26bd req-eb799690-e62d-4ed2-8db2-fc999dd37382 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390306
Jun 07 18:39:47.170770 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767035db-be31-4581-9a31-acdf88913407 req-a83835ae-6378-425e-a845-9889133bed7f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.172230 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-767035db-be31-4581-9a31-acdf88913407 req-a83835ae-6378-425e-a845-9889133bed7f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 945 time: 0.2029986
Jun 07 18:39:47.228989 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005db61-4dab-43ef-9dca-6a6817dade87 req-6e464626-dd8c-4f59-8fae-0799e7ecc928 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.230445 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8005db61-4dab-43ef-9dca-6a6817dade87 req-6e464626-dd8c-4f59-8fae-0799e7ecc928 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.1366153
Jun 07 18:39:47.237855 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-767035db-be31-4581-9a31-acdf88913407 req-0f6fb531-21ff-4012-882f-2c44abffa9bf tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593636
Jun 07 18:39:47.294639 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8005db61-4dab-43ef-9dca-6a6817dade87 req-1a430c25-a891-47cf-8030-fe47ed697232 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485752
Jun 07 18:39:47.413278 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687033b8-6739-46fe-9a34-cfb97529e9a9 req-271a433b-8202-4c6b-b633-c502578c7cb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.414719 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-687033b8-6739-46fe-9a34-cfb97529e9a9 req-271a433b-8202-4c6b-b633-c502578c7cb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 932 time: 0.0779090
Jun 07 18:39:47.460985 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device c928219c-5b11-4506-825f-73d0d1ec317d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:39:47.461765 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-687033b8-6739-46fe-9a34-cfb97529e9a9 req-071aa6ae-bac8-42a1-8a70-db08d2dad783 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414431
Jun 07 18:39:47.497273 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Request body: {'port': {'device_id': '150364b5-329b-4483-82e0-3701d25ba4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:39:47.603184 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c928219c-5b11-4506-825f-73d0d1ec317d,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:47.616863 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:47.617219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'c928219c-5b11-4506-825f-73d0d1ec317d', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'port_id': 'c928219c-5b11-4506-825f-73d0d1ec317d', 'mac_address': 'fa:16:3e:2b:25:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:39:47.619861 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-f066e426-3bbc-4d18-98ca-f2b100df0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.621295 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-f066e426-3bbc-4d18-98ca-f2b100df0a10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.1268601
Jun 07 18:39:47.673429 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-78d43f1c-9352-4773-b14f-c9d1820f1f64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444195
Jun 07 18:39:47.688653 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:47.708002 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-fc5f0737-e55c-48ef-af1a-fd595800a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.708183 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c928219c-5b11-4506-825f-73d0d1ec317d {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:47.709378 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-fc5f0737-e55c-48ef-af1a-fd595800a1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1096 time: 0.1621411
Jun 07 18:39:47.723788 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c928219c-5b11-4506-825f-73d0d1ec317d,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:47.729610 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:47.731137 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:47.827585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=c928219c-5b11-4506-825f-73d0d1ec317d,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:47.831659 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:47.931683 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-d340869c-6bfe-4bcc-943c-578c8e8f1039 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494407
Jun 07 18:39:47.972536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-ac1d2ab2-b6a8-4851-9232-e261a237001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:47.973959 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-ac1d2ab2-b6a8-4851-9232-e261a237001f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2486300
Jun 07 18:39:47.987066 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['c928219c-5b11-4506-825f-73d0d1ec317d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:39:48.070796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a475889-c71d-4e43-83ef-cc87ab1d2bb3 req-326a8acf-1a0f-47c9-9652-1a9057a0cb70 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.072320 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a475889-c71d-4e43-83ef-cc87ab1d2bb3 req-326a8acf-1a0f-47c9-9652-1a9057a0cb70 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 944 time: 0.1640558
Jun 07 18:39:48.123715 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:48.136420 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:48.144370 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a475889-c71d-4e43-83ef-cc87ab1d2bb3 req-7bfdbf14-2d64-42b2-ae8d-10d4982763c0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611603
Jun 07 18:39:48.168830 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Transition to ACTIVE for port object 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:39:48.173243 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:48.178124 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:48.192162 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-bda7df47-02c5-4840-a8df-096b92ce7264 req-9c9c6747-c048-4df8-8d10-9f954076e148 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489629
Jun 07 18:39:48.209168 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-33e7c788-419a-47fa-a40f-3c4f3563a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.211652 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-d8296be0-4e34-492d-9784-6583f7b90b99 req-33e7c788-419a-47fa-a40f-3c4f3563a331 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2229083
Jun 07 18:39:48.354513 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:48.363201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:48.364871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-3acd1aea-1eb6-4cdc-8ecc-cd09d1f41e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.367229 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-3acd1aea-1eb6-4cdc-8ecc-cd09d1f41e0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1096 time: 0.1219423
Jun 07 18:39:48.395814 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Attempting to bind port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:39:48.396501 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Attempting to bind port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:39:48.397032 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Attempting to bind port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:48.406022 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 on network 450c74e8-af91-4807-a318-605085c0763c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:39:48.406645 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Attempting to bind port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:39:48.421868 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:39:48.422638 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Checking segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:39:48.423224 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Bound using segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:39:48.423898 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Bound port: 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:39:48.424552 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:48.462131 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-d59cd81f-affa-4609-8612-67597c40ddd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 217 time: 0.0860772
Jun 07 18:39:48.549902 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-11f87701-eab8-4640-869f-f6e2f25f8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.552076 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-11f87701-eab8-4640-869f-f6e2f25f8027 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0829246
Jun 07 18:39:48.657278 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-271ce324-cf71-4557-85f2-660d650642e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.659384 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-271ce324-cf71-4557-85f2-660d650642e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0992923
Jun 07 18:39:48.738936 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:39:48.743379 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:39:48.763955 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ef38-7b57-4a61-8e53-68720a8ba4a1 req-7e2f97bf-0741-44b8-93a5-96ba864f7034 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.763955 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6133ef38-7b57-4a61-8e53-68720a8ba4a1 req-7e2f97bf-0741-44b8-93a5-96ba864f7034 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 945 time: 0.3207998
Jun 07 18:39:48.770355 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300df2b-e67a-4bd7-a182-48c62bcfbc6e req-046cb8eb-d7f0-4229-b7f7-4a9f8410fd6f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.777629 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8300df2b-e67a-4bd7-a182-48c62bcfbc6e req-046cb8eb-d7f0-4229-b7f7-4a9f8410fd6f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.2396960
Jun 07 18:39:48.796422 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:48.827705 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2e317a62-f3d5-4022-9e0d-6d926ae2a5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:48.840733 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-dc003dfa-6598-482a-879f-89236c18475e service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730855
Jun 07 18:39:48.916528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:48.916528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:48.917568 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] 10.222.0.57 "PUT /v2.0/ports/973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 1094 time: 1.4246771
Jun 07 18:39:48.922837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:48.925191 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ead5f-9113-4843-a399-cfdcea77ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:48.938903 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6133ef38-7b57-4a61-8e53-68720a8ba4a1 req-110c5532-5ecd-4d8f-82c2-e7e627809943 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588452
Jun 07 18:39:48.973851 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8300df2b-e67a-4bd7-a182-48c62bcfbc6e req-c19ec609-834c-4612-b5d5-0ce9f940478b tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1943209
Jun 07 18:39:49.028718 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-75a0b1a5-7a99-4699-8877-033f82da6920 req-d596fb05-391a-4fa8-ad00-28564e8cc400 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804936
Jun 07 18:39:49.055330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc17da3-5551-4128-a0c3-21548afb0c83 x-openstack-request-id: req-dbc17da3-5551-4128-a0c3-21548afb0c83 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:49.055818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:49.056228 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbc17da3-5551-4128-a0c3-21548afb0c83 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:49.056665 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'status': 'completed', 'code': 200}
Jun 07 18:39:49.078946 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:49.088005 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:49.215134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-1e9873b6-f243-4843-86bc-4e2a365c2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:49.216737 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-1e9873b6-f243-4843-86bc-4e2a365c2cf5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1097 time: 0.2366726
Jun 07 18:39:49.327625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab0712-e86d-4976-8b4d-3f2d549baf52 req-a546efb2-9740-423c-8377-7b5d0d06d74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:49.329258 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bfab0712-e86d-4976-8b4d-3f2d549baf52 req-a546efb2-9740-423c-8377-7b5d0d06d74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2098536
Jun 07 18:39:49.427051 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-6d8eb786-0e67-4a24-aaac-71084674e79d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 217 time: 0.2014828
Jun 07 18:39:49.473288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 843f624f-ba7e-43b6-90eb-54c94392ef97 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:39:49.505880 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device c928219c-5b11-4506-825f-73d0d1ec317d up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:49.540371 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bfab0712-e86d-4976-8b4d-3f2d549baf52 req-a33ffd20-1f35-4417-8679-ab53c33edca6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073225
Jun 07 18:39:49.548931 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-32db7167-8751-4bba-bd81-3d50ce838337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:49.550318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-32db7167-8751-4bba-bd81-3d50ce838337 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.1158030
Jun 07 18:39:49.612198 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e51764-b7aa-442e-aeb0-b45ab6ec327d req-950a6867-1d46-4b08-b12b-672193f4d4d8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:49.613774 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-01e51764-b7aa-442e-aeb0-b45ab6ec327d req-950a6867-1d46-4b08-b12b-672193f4d4d8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 944 time: 0.3122070
Jun 07 18:39:49.671708 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port c928219c-5b11-4506-825f-73d0d1ec317d completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:49.674566 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-01e51764-b7aa-442e-aeb0-b45ab6ec327d req-d113c18f-c468-421b-860d-7abd06d073cc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533531
Jun 07 18:39:49.675781 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=843f624f-ba7e-43b6-90eb-54c94392ef97,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:49.683697 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-2507c0fd-7394-4d4f-a7a6-7c1481d843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:49.685145 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-2507c0fd-7394-4d4f-a7a6-7c1481d843bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1268718
Jun 07 18:39:49.688557 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port c928219c-5b11-4506-825f-73d0d1ec317d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:49.688921 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:49.718076 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '843f624f-ba7e-43b6-90eb-54c94392ef97', 'network_id': '02c0014a-a857-4ec7-80a2-9c7dc12f4351', 'port_id': '843f624f-ba7e-43b6-90eb-54c94392ef97', 'mac_address': 'fa:16:3e:67:7c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1a24c5-520f-487a-8afb-e4edb99839d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:39:49.799301 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:49.817722 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843f624f-ba7e-43b6-90eb-54c94392ef97 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:49.823889 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-83072e72-1abe-46d4-aa83-352431ab882e service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304817
Jun 07 18:39:49.878468 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=843f624f-ba7e-43b6-90eb-54c94392ef97,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:49.884541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:49.888005 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-62254593-83ef-4616-adef-c9e23e23b9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:49.924529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:49.981371 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b107a65b-f7bc-47b8-9718-374f5e1431a7 req-0da00e07-3c62-40b1-ad9d-79f5a1cbea23 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491580
Jun 07 18:39:50.053135 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:50.163948 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=843f624f-ba7e-43b6-90eb-54c94392ef97,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:50.168053 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:50.175901 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['843f624f-ba7e-43b6-90eb-54c94392ef97'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:39:50.266863 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c928219c-5b11-4506-825f-73d0d1ec317d,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:50.287610 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-d59b90a6-6906-406e-99d2-79c50c35bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:50.289126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-d59b90a6-6906-406e-99d2-79c50c35bfaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1097 time: 0.2506073
Jun 07 18:39:50.290333 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:50.291567 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:50.302321 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891aa7-3d53-49fb-b70e-bace2eefc8ff req-a2f593b9-a523-400a-bbdd-8251f484e946 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:50.309364 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-97891aa7-3d53-49fb-b70e-bace2eefc8ff req-a2f593b9-a523-400a-bbdd-8251f484e946 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 945 time: 0.1908374
Jun 07 18:39:50.364300 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:50.460386 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec8e4-56f7-437d-8eab-bc5da3b07dd2 req-dae1a603-8775-4cac-94e1-d60350da0819 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:50.460386 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c1ec8e4-56f7-437d-8eab-bc5da3b07dd2 req-dae1a603-8775-4cac-94e1-d60350da0819 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.2876866
Jun 07 18:39:50.468137 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-97891aa7-3d53-49fb-b70e-bace2eefc8ff req-96a2080b-f99c-4f24-8f7a-fd0686455799 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579983
Jun 07 18:39:50.543287 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=c928219c-5b11-4506-825f-73d0d1ec317d,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:50.569956 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:50.592216 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c1ec8e4-56f7-437d-8eab-bc5da3b07dd2 req-884d4821-f982-46d3-8647-ea8ed1129e6a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275139
Jun 07 18:39:50.594743 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-f2993f80-2dae-46f7-85cd-1b8ac27982af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:50.596145 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-f2993f80-2dae-46f7-85cd-1b8ac27982af service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.2849803
Jun 07 18:39:50.625485 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8d01b2-a18a-4d53-9dbb-9fdce6fb8198" -d '{"events": [{"server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "name": "network-vif-plugged", "status": "completed", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:50.754296 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-5419797d-f710-4175-93e3-152cc2ef11cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 217 time: 0.1498337
Jun 07 18:39:50.799505 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-278f91e1-502b-47c2-bc5a-06102e72e613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:50.828031 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5c445-d7e6-4617-b633-1d9902bd8ece x-openstack-request-id: req-40a5c445-d7e6-4617-b633-1d9902bd8ece {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:50.828339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "name": "network-vif-plugged", "status": "completed", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:50.828599 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40a5c445-d7e6-4617-b633-1d9902bd8ece {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:50.829073 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d', 'code': 200}
Jun 07 18:39:50.832855 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:50.839026 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:50.839342 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:50.933541 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0971596-b3e3-41d2-9503-e8aa78c9311b req-91ba99c0-3c32-4df1-a372-9b771fdcf5d2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:50.956149 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0971596-b3e3-41d2-9503-e8aa78c9311b req-91ba99c0-3c32-4df1-a372-9b771fdcf5d2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1915343
Jun 07 18:39:50.998825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.045174 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,segment=NetworkSegment(010ba667-bab6-4197-9c30-b4b9b1c75b59),segment_id=010ba667-bab6-4197-9c30-b4b9b1c75b59)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:51.050733 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0971596-b3e3-41d2-9503-e8aa78c9311b req-00eef282-79e1-4e6e-aca3-e8eaa441fb7b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871139
Jun 07 18:39:51.055355 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.059090 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-5c2370fc-4652-4bbb-9c61-3db6bbd5ec13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:51.115034 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c6b12-2663-4dda-addd-18bd67a3f6e3 req-fff8ced0-15eb-4fd7-b68e-9ba0e7de490f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:51.117621 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-831c6b12-2663-4dda-addd-18bd67a3f6e3 req-fff8ced0-15eb-4fd7-b68e-9ba0e7de490f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.1083651
Jun 07 18:39:51.145974 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:51.149997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:51.174392 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-831c6b12-2663-4dda-addd-18bd67a3f6e3 req-86f74b9d-72c2-440f-9d44-f64c59f490a5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512187
Jun 07 18:39:51.273581 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46270) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:51.388686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.494811 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.498627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.511876 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b02f17aa-e197-406a-a045-cd098a85affb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:51.551838 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0746f44d9faa4db08c986d39f8e2dab1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766914
Jun 07 18:39:51.552787 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd567e75-07d4-4289-be1a-3e3e81cd58ec,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:51.555042 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46276) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:51.556770 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:51.651961 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.691687 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.845162 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41691-5ffa-445a-be5f-5177d1ac548e req-674e8b93-5103-4576-b95c-c791d8cfef74 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:51.846600 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ecc41691-5ffa-445a-be5f-5177d1ac548e req-674e8b93-5103-4576-b95c-c791d8cfef74 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.2466466
Jun 07 18:39:51.858737 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-0b547bd8-be45-4bb1-877e-bb275fd88edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:51.860130 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-0b547bd8-be45-4bb1-877e-bb275fd88edc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.1442373
Jun 07 18:39:51.958068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.972417 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:51.973498 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd567e75-07d4-4289-be1a-3e3e81cd58ec HTTP/1.1" status: 204  len: 168 time: 0.4174702
Jun 07 18:39:51.977395 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d31f04fe-6140-4fb9-8f9c-c035b98d8050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:51.997178 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ecc41691-5ffa-445a-be5f-5177d1ac548e req-a30b3ce2-3cf5-4163-a853-c2ccf745d46f tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419928
Jun 07 18:39:51.997879 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd567e75-07d4-4289-be1a-3e3e81cd58ec,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:52.000335 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:52.008043 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf84a2a-fc3a-4329-9332-51d9b4c94d15 req-06a4172b-76aa-414d-ad9e-c6ef7a175f90 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:52.009822 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-daf84a2a-fc3a-4329-9332-51d9b4c94d15 req-06a4172b-76aa-414d-ad9e-c6ef7a175f90 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.2910869
Jun 07 18:39:52.058291 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-daf84a2a-fc3a-4329-9332-51d9b4c94d15 req-6fe441f1-bfb7-42fa-b26b-c59710387f1d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418384
Jun 07 18:39:52.273747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8d38d-190d-4cb3-89f0-2e3f2d6c9cd2 req-1c797d34-71f3-4218-8a35-5298567b9bdc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:52.275968 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e5c8d38d-190d-4cb3-89f0-2e3f2d6c9cd2 req-1c797d34-71f3-4218-8a35-5298567b9bdc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1083090
Jun 07 18:39:52.329962 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46300) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:52.357161 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.380841 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e5c8d38d-190d-4cb3-89f0-2e3f2d6c9cd2 req-50e8b3fe-462b-4fb0-b691-faeedd95f852 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988023
Jun 07 18:39:52.411624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfcf66-3318-4082-8182-2b588351b315 req-626a0af0-78bd-4b77-9115-d677f0947092 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:52.413506 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3fcfcf66-3318-4082-8182-2b588351b315 req-626a0af0-78bd-4b77-9115-d677f0947092 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.1134119
Jun 07 18:39:52.468037 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3fcfcf66-3318-4082-8182-2b588351b315 req-57b751d0-c817-4d5d-9ffa-4c6d0ac6ff7e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478358
Jun 07 18:39:52.487557 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.492178 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.499570 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:52.539136 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8179a8d-b0fc-491b-85e4-785afc6d26c6,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:52.545772 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cf40c9637a7442eab9d9688f41a5536&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2121377
Jun 07 18:39:52.545772 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:52.545994 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46310) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:52.606085 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.706675 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.760102 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.762513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:52.766018 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8179a8d-b0fc-491b-85e4-785afc6d26c6 HTTP/1.1" status: 204  len: 168 time: 0.2168472
Jun 07 18:39:52.766018 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-59540a60-e475-4a4f-bd5d-0e375a54c218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:52.774328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8179a8d-b0fc-491b-85e4-785afc6d26c6,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:52.776898 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:52.830818 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:52.833464 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3a514-f257-4f58-b577-810fea932e68" -d '{"events": [{"server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "name": "network-vif-plugged", "status": "completed", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:52.874577 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da1a4f-62dd-4799-9973-3946abe9746a x-openstack-request-id: req-24da1a4f-62dd-4799-9973-3946abe9746a {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:52.874875 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "name": "network-vif-plugged", "status": "completed", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:52.875134 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24da1a4f-62dd-4799-9973-3946abe9746a {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:52.875560 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05', 'code': 200}
Jun 07 18:39:53.014742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.129294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46330) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:53.146084 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.246825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30173b3-30f6-4891-90de-240d6beb91b1 req-49e36e11-ada6-4a45-ab58-7d3b1e70ae86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.248274 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a30173b3-30f6-4891-90de-240d6beb91b1 req-49e36e11-ada6-4a45-ab58-7d3b1e70ae86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1409862
Jun 07 18:39:53.252703 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.258201 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.266717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-419f7650-1f51-43dd-b329-4cf5f039283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:53.293163 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d73d9-9561-47c2-b61b-f2ed235a619e req-aded8373-9612-4ed9-93da-da774b8159de tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.294585 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-863d73d9-9561-47c2-b61b-f2ed235a619e req-aded8373-9612-4ed9-93da-da774b8159de tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.1222656
Jun 07 18:39:53.307455 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7c278069ef3410fad5315b3dcc0e446&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1770506
Jun 07 18:39:53.308167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46332) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:53.309137 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e20fc-1e36-4628-bf90-fcc06dad3dda,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:53.312349 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:53.347721 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a30173b3-30f6-4891-90de-240d6beb91b1 req-a9f2f95c-ea3a-49f2-9edb-3f4424f032ae tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900569
Jun 07 18:39:53.380140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-19a710e4-7f94-4f94-9d7a-c697f2e02d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.383812 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-863d73d9-9561-47c2-b61b-f2ed235a619e req-347bc643-d91c-4f61-9319-3207a75bbdce tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804365
Jun 07 18:39:53.416938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.446117 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.502683 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.508544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:53.509580 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/377e20fc-1e36-4628-bf90-fcc06dad3dda HTTP/1.1" status: 204  len: 168 time: 0.1875286
Jun 07 18:39:53.540194 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:53.563047 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e20fc-1e36-4628-bf90-fcc06dad3dda,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:53.566279 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:53.723005 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ce91e-526c-4cbe-b7df-fa24905a6d92 req-103ed21b-c43d-44b8-9fb3-78c3342ee346 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.724692 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-080ce91e-526c-4cbe-b7df-fa24905a6d92 req-103ed21b-c43d-44b8-9fb3-78c3342ee346 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2204888
Jun 07 18:39:53.793551 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564854e-9783-433f-bdc5-be003a0a06e9 req-bba9e0bf-208c-494c-b605-040b652d224c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.800528 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1564854e-9783-433f-bdc5-be003a0a06e9 req-bba9e0bf-208c-494c-b605-040b652d224c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.2200155
Jun 07 18:39:53.819742 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-42e89135-1b0d-4b15-b482-780476bde664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.821113 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-42e89135-1b0d-4b15-b482-780476bde664 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1920135
Jun 07 18:39:53.824162 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-080ce91e-526c-4cbe-b7df-fa24905a6d92 req-edb2314c-fa0e-4b36-98e5-4074b9421023 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896084
Jun 07 18:39:53.967437 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1564854e-9783-433f-bdc5-be003a0a06e9 req-84888ad4-8658-47a2-9250-722e811c1c3c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621513
Jun 07 18:39:53.991718 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-7d1e9a06-f691-48cf-b39e-fe70e3eba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:53.993901 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-7d1e9a06-f691-48cf-b39e-fe70e3eba963 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 1099 time: 0.1066349
Jun 07 18:39:54.016219 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-380cab6e-3fd7-4fb9-8ef6-e2b779f5745a service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861074
Jun 07 18:39:54.018065 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-6c298e21-b42f-440c-a525-ae3eac73157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:54.019664 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-6c298e21-b42f-440c-a525-ae3eac73157f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.2067199
Jun 07 18:39:54.023576 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.052275 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-df0e3f59-3a84-4f50-875d-8481603c92a1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.107176 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.api [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-df0e3f59-3a84-4f50-875d-8481603c92a1 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 07 18:39:54.107176 dv-cinder-790535-1-iscsi neutron-server[98346]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 07 18:39:54.107176 dv-cinder-790535-1-iscsi neutron-server[98346]: [parameters: {'project_id': '5f84e11252354a03983ea65716c91b31', 'id': 'ffa29763-df5d-4d7f-9d9c-b39728b827e2', 'expiration': datetime.datetime(2021, 6, 7, 18, 41, 54, 81118)}]
Jun 07 18:39:54.107176 dv-cinder-790535-1-iscsi neutron-server[98346]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=98346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 07 18:39:54.107712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_db.api [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-df0e3f59-3a84-4f50-875d-8481603c92a1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 07 18:39:54.161293 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e88ead5f-9113-4843-a399-cfdcea77ab35 req-1009000c-82f8-4ff7-81d7-ddb878fe16c5 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323931
Jun 07 18:39:54.177171 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.182174 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.189724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:54.212519 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-beebf90e-3387-4e89-a40d-41760ef8f031 req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081523
Jun 07 18:39:54.229042 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab9379-1fde-473b-b6a5-a91d11daf491,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:54.232000 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:54.391641 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.605426 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec889bfb-db13-4c82-95a0-83f8509ff695 req-a95d308c-1922-41c6-aee7-456519cb0438 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:54.606773 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec889bfb-db13-4c82-95a0-83f8509ff695 req-a95d308c-1922-41c6-aee7-456519cb0438 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1365757
Jun 07 18:39:54.608622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-df0e3f59-3a84-4f50-875d-8481603c92a1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:54.645795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a57130-aeca-4825-8b53-bf0b182f3596 req-bb767653-a8e2-4d25-8004-0811dccbfca6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:54.647271 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-24a57130-aeca-4825-8b53-bf0b182f3596 req-bb767653-a8e2-4d25-8004-0811dccbfca6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.1215997
Jun 07 18:39:54.684988 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec889bfb-db13-4c82-95a0-83f8509ff695 req-7e593dcd-5f5a-4115-bcf2-1669589c9bfa tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722208
Jun 07 18:39:54.701523 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-96d5381b-2cb5-44fb-b294-937e5606d203 req-df0e3f59-3a84-4f50-875d-8481603c92a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6677866
Jun 07 18:39:54.708991 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-24a57130-aeca-4825-8b53-bf0b182f3596 req-33a54bc4-1b97-4de8-ada2-2ce780cb0eec tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524106
Jun 07 18:39:55.059619 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8b9c-5043-40b7-8e54-9581a1a6b600 req-89bb73f8-5efc-4bf7-acbc-ce3a6508c56a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:55.061619 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa9f8b9c-5043-40b7-8e54-9581a1a6b600 req-89bb73f8-5efc-4bf7-acbc-ce3a6508c56a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1062157
Jun 07 18:39:55.075706 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:55.170764 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa9f8b9c-5043-40b7-8e54-9581a1a6b600 req-f8a55845-9c45-450f-92d1-069e5e81c4c3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030860
Jun 07 18:39:55.203697 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdb7eb-c025-45f2-8192-0b41be04290c req-fd488e9f-321d-4ca8-aad6-65fc509e018d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:55.205126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-19fdb7eb-c025-45f2-8192-0b41be04290c req-fd488e9f-321d-4ca8-aad6-65fc509e018d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.1191993
Jun 07 18:39:55.252164 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-19fdb7eb-c025-45f2-8192-0b41be04290c req-b89517a0-1ccc-4f2c-9acd-81783c98346b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400937
Jun 07 18:39:55.946180 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46444) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:55.960340 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.001041 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:39:56.005439 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfac6b-a599-456f-948b-57a003448597 req-15d23090-11ad-4f3f-85db-a1135ae38b60 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:56.007490 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52dfac6b-a599-456f-948b-57a003448597 req-15d23090-11ad-4f3f-85db-a1135ae38b60 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.2117679
Jun 07 18:39:56.019643 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eed8fd-8aeb-4ca6-80b5-9dd214356b9f req-0cf7c9f1-8f63-4f42-9c26-48a3c13cda41 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:56.021397 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-00eed8fd-8aeb-4ca6-80b5-9dd214356b9f req-0cf7c9f1-8f63-4f42-9c26-48a3c13cda41 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 943 time: 0.1884198
Jun 07 18:39:56.083187 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.091334 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52dfac6b-a599-456f-948b-57a003448597 req-a2fc0ade-c0be-43c7-8102-cbf1a71e197a tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693436
Jun 07 18:39:56.095631 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-00eed8fd-8aeb-4ca6-80b5-9dd214356b9f req-a42a16e2-285a-4aa1-99f8-3ee40e726e8b tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598927
Jun 07 18:39:56.153693 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:56.170736 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:39:56.196709 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.202243 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.213826 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-77179a74-95d3-4476-b7a8-34193e7c1f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:56.241929 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.258763 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:56.260313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46456) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:56.260430 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75fbee1ec44647dd9419adf90db7425d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3131590
Jun 07 18:39:56.261318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe41b0-8015-46cb-ada9-49c1a3504284,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:56.264461 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:56.295100 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:56.301730 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.302492 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:39:56.305447 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:56.372028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.417979 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:56.421274 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:56.450061 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.515301 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:56.530726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb62c-2146-4ad3-8cef-0064f93d7b72 req-6a120a2b-e97e-4f9f-9c17-061138213b54 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:56.532247 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd9bb62c-2146-4ad3-8cef-0064f93d7b72 req-6a120a2b-e97e-4f9f-9c17-061138213b54 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.2064781
Jun 07 18:39:56.539387 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'port_id': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'mac_address': 'fa:16:3e:27:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:39:56.559481 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea434-024b-49ec-bb46-e8fcf8fd3c27 req-3a1ae4df-8e40-4d7b-8326-443035b09cb6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:56.560893 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3fea434-024b-49ec-bb46-e8fcf8fd3c27 req-3a1ae4df-8e40-4d7b-8326-443035b09cb6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.1749883
Jun 07 18:39:56.583572 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.595726 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.598187 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.599256 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81fe41b0-8015-46cb-ada9-49c1a3504284 HTTP/1.1" status: 204  len: 168 time: 0.3378823
Jun 07 18:39:56.604154 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2b7cb574-22c5-4f45-9abd-b7c60e95f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:56.614520 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:39:56.626208 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe41b0-8015-46cb-ada9-49c1a3504284,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:56.630201 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd9bb62c-2146-4ad3-8cef-0064f93d7b72 req-a6c6be9c-4949-4fe1-b29e-e936fad3a545 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914938
Jun 07 18:39:56.630923 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:56.639508 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:56.646149 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3fea434-024b-49ec-bb46-e8fcf8fd3c27 req-81c7916a-307a-4e68-81a0-22dc70cb168d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789189
Jun 07 18:39:56.649854 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:56.653696 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-de62ec3d-ceee-490b-a42b-ff2858007715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:56.723735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:56.727542 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:56.898497 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46464) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:56.916006 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.036301 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.041037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.047517 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:57.085778 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269e37c-2176-4223-9b43-0539cd4d47f0,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:57.090003 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6aa89de439d4d2eb6756ff3adaeb7f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1905079
Jun 07 18:39:57.090869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:57.093832 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46468) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:39:57.152935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.180592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.240516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.244906 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:57.248300 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8269e37c-2176-4223-9b43-0539cd4d47f0 HTTP/1.1" status: 204  len: 168 time: 0.1513724
Jun 07 18:39:57.248300 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-758bdd00-9a60-47e0-845a-0e408c215506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:57.262255 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8269e37c-2176-4223-9b43-0539cd4d47f0,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:57.265295 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:57.371768 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8296b-b709-40e2-a349-cf22a9f05fc9 req-29210b34-2fab-4deb-8df3-b44ed977164d tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:57.373266 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d8296b-b709-40e2-a349-cf22a9f05fc9 req-29210b34-2fab-4deb-8df3-b44ed977164d tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1693091
Jun 07 18:39:57.388286 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6345fd-b9a3-4376-82aa-466d2234dd54 req-2ac0901c-a90d-423c-880f-a41c32b62d67 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:57.389844 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1e6345fd-b9a3-4376-82aa-466d2234dd54 req-2ac0901c-a90d-423c-880f-a41c32b62d67 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 944 time: 0.1458733
Jun 07 18:39:57.397613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:39:57.434568 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:39:57.471183 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d8296b-b709-40e2-a349-cf22a9f05fc9 req-8d7f20c4-8576-4d4b-b1d8-2dce889100c7 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916607
Jun 07 18:39:57.483729 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1e6345fd-b9a3-4376-82aa-466d2234dd54 req-9750ac98-caa0-44a5-90c1-2f5cab7054b8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804205
Jun 07 18:39:57.914131 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd2622-990d-462f-b3c9-f1a3f56697d9 req-c4049518-6227-4cbe-abf9-72332323456e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:57.915620 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9fcd2622-990d-462f-b3c9-f1a3f56697d9 req-c4049518-6227-4cbe-abf9-72332323456e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.1446345
Jun 07 18:39:57.927679 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8d75a-8644-4a69-ba90-85cbef498040 req-673bd072-e3da-4e13-a4c7-b75e17a3b3ba tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:57.931840 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5be8d75a-8644-4a69-ba90-85cbef498040 req-673bd072-e3da-4e13-a4c7-b75e17a3b3ba tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 945 time: 0.1244316
Jun 07 18:39:58.005580 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9fcd2622-990d-462f-b3c9-f1a3f56697d9 req-eb6f5035-e90c-4d16-95d4-ef1de68b8db5 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727708
Jun 07 18:39:58.010006 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5be8d75a-8644-4a69-ba90-85cbef498040 req-0f2a4eee-8ee8-44aa-a0f3-022064f90832 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626552
Jun 07 18:39:58.603015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 843f624f-ba7e-43b6-90eb-54c94392ef97 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:39:58.701700 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 843f624f-ba7e-43b6-90eb-54c94392ef97 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:39:58.712784 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 843f624f-ba7e-43b6-90eb-54c94392ef97 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:39:58.713318 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:58.780218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce1ff2-1ec3-4073-98f7-74fafe8218e7 req-07ca9cb3-d825-405d-a6d5-2b3b64ebc3d6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:58.781699 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8dce1ff2-1ec3-4073-98f7-74fafe8218e7 req-07ca9cb3-d825-405d-a6d5-2b3b64ebc3d6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 944 time: 0.1916656
Jun 07 18:39:58.807840 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380ad52-1af9-4113-af93-bf66c393bcab req-8c6bd1f9-0c6c-4387-8064-8493d07f6175 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:58.815081 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4380ad52-1af9-4113-af93-bf66c393bcab req-8c6bd1f9-0c6c-4387-8064-8493d07f6175 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1559818
Jun 07 18:39:58.904517 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4380ad52-1af9-4113-af93-bf66c393bcab req-51ca93b5-a475-47b9-9e38-3510a79a2b88 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881934
Jun 07 18:39:58.920034 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8dce1ff2-1ec3-4073-98f7-74fafe8218e7 req-706d119c-013c-4929-9512-e027d6eae230 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025369
Jun 07 18:39:58.931048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:58.960360 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:39:58.962730 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea1799b-9dd9-46cc-9d47-6b916503e6c6" -d '{"events": [{"server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "name": "network-vif-plugged", "status": "completed", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:39:58.971134 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=843f624f-ba7e-43b6-90eb-54c94392ef97,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:39:58.976658 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:39:58.980372 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:39:59.018822 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984465f5-8568-40ba-a8a8-9f7bcd2cadf9 x-openstack-request-id: req-984465f5-8568-40ba-a8a8-9f7bcd2cadf9 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:39:59.019117 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "name": "network-vif-plugged", "status": "completed", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:39:59.019370 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-984465f5-8568-40ba-a8a8-9f7bcd2cadf9 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:39:59.019846 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97', 'code': 200}
Jun 07 18:39:59.059677 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=843f624f-ba7e-43b6-90eb-54c94392ef97,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:39:59.070915 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:39:59.279021 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4709b56-99e5-484b-8cbf-1dc5d106c034 req-d867a86f-2287-4d1c-8ff1-1ee7a1fe8958 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:59.280462 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c4709b56-99e5-484b-8cbf-1dc5d106c034 req-d867a86f-2287-4d1c-8ff1-1ee7a1fe8958 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.1082220
Jun 07 18:39:59.287764 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44b72-af84-4f03-a47f-01295d2cbcbb req-2824bc6e-8124-4e45-8133-a56b8dc4a9e3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:39:59.289083 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ddb44b72-af84-4f03-a47f-01295d2cbcbb req-2824bc6e-8124-4e45-8133-a56b8dc4a9e3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1526651
Jun 07 18:39:59.353348 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c4709b56-99e5-484b-8cbf-1dc5d106c034 req-714c3119-935e-492b-8932-21ee64c51f3c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632808
Jun 07 18:39:59.359874 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ddb44b72-af84-4f03-a47f-01295d2cbcbb req-0e087697-3521-422e-a486-19e51716bb9f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575414
Jun 07 18:40:00.156065 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc1eaa-a1d8-4f9b-95aa-2a19cb375265 req-b58b9af2-f4e0-4e0e-88b7-d46d74a4b733 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:00.157494 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0fc1eaa-a1d8-4f9b-95aa-2a19cb375265 req-b58b9af2-f4e0-4e0e-88b7-d46d74a4b733 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1412117
Jun 07 18:40:00.166045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc0fa4-4b36-4f42-ac0a-cdaea6f565c4 req-31eeb50d-f398-465f-97ba-49f7eb58ecba tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:00.167288 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2dbc0fa4-4b36-4f42-ac0a-cdaea6f565c4 req-31eeb50d-f398-465f-97ba-49f7eb58ecba tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 944 time: 0.1157267
Jun 07 18:40:00.235343 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0fc1eaa-a1d8-4f9b-95aa-2a19cb375265 req-79977326-fc3e-4e72-98a8-2378b35b43af tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671144
Jun 07 18:40:00.239570 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2dbc0fa4-4b36-4f42-ac0a-cdaea6f565c4 req-60fc5d4b-607f-48a6-b106-be10a6b75f29 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582163
Jun 07 18:40:00.609784 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7bded-493c-451c-83be-8fc3594d2d09 req-beb5b2e3-959e-40cd-a686-f74022fb1dd9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:00.611127 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-03b7bded-493c-451c-83be-8fc3594d2d09 req-beb5b2e3-959e-40cd-a686-f74022fb1dd9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.1487775
Jun 07 18:40:00.618589 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d36394-b89e-4481-8caa-3dc629afa8eb req-a9d446d7-b157-4450-bb1f-f363ad15535c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:00.620022 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d6d36394-b89e-4481-8caa-3dc629afa8eb req-a9d446d7-b157-4450-bb1f-f363ad15535c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1234128
Jun 07 18:40:00.689734 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-03b7bded-493c-451c-83be-8fc3594d2d09 req-957d20e9-6ebb-4922-bea4-145a4d58e95a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686922
Jun 07 18:40:00.698695 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d6d36394-b89e-4481-8caa-3dc629afa8eb req-305d5b19-f97f-4801-a06b-0ac7690f8760 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638995
Jun 07 18:40:00.706469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a28d27-c22f-4b3f-bfb7-1e6a69e0437a req-0419313e-7800-49bc-a017-f557846d165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:00.707983 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-58a28d27-c22f-4b3f-bfb7-1e6a69e0437a req-0419313e-7800-49bc-a017-f557846d165d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1099 time: 0.0740552
Jun 07 18:40:00.758181 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-58a28d27-c22f-4b3f-bfb7-1e6a69e0437a req-8870a540-6e5c-4690-bed7-618d6661a18b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424929
Jun 07 18:40:01.583449 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221fe7d-6e3f-454e-8771-fde57ab7f812 req-442f33a5-484c-48eb-a3e0-f855c1d987ec tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:01.585758 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c221fe7d-6e3f-454e-8771-fde57ab7f812 req-442f33a5-484c-48eb-a3e0-f855c1d987ec tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 944 time: 0.2287610
Jun 07 18:40:01.597465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9cbb6-b43c-433a-9dc5-ef5e39b6d12a req-cfcbe24c-8248-4d11-9fdb-48eaeae5a30e tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:01.598848 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-21c9cbb6-b43c-433a-9dc5-ef5e39b6d12a req-cfcbe24c-8248-4d11-9fdb-48eaeae5a30e tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.2439804
Jun 07 18:40:01.670231 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c221fe7d-6e3f-454e-8771-fde57ab7f812 req-8580fedb-87c7-4339-b474-1fa30bbc4797 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704091
Jun 07 18:40:01.675874 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-21c9cbb6-b43c-433a-9dc5-ef5e39b6d12a req-e832b975-a0cc-4a92-9eb2-06321b7dd0a2 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612288
Jun 07 18:40:02.023622 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ff22-c5c8-4dbf-9dbb-f9ab969d5b2c req-c716ea5e-c10b-4f7f-a333-5f42fc516cb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:02.025988 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-faa0ff22-c5c8-4dbf-9dbb-f9ab969d5b2c req-c716ea5e-c10b-4f7f-a333-5f42fc516cb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.2049532
Jun 07 18:40:02.042060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffe17-d957-4088-b44e-3a49566e300d req-33519c91-d964-4ad2-81cf-84d3824e1839 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:02.051493 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-427ffe17-d957-4088-b44e-3a49566e300d req-33519c91-d964-4ad2-81cf-84d3824e1839 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1739371
Jun 07 18:40:02.149757 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-427ffe17-d957-4088-b44e-3a49566e300d req-59b68086-c07a-476b-a595-768fc78ac1c3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986123
Jun 07 18:40:02.163228 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-faa0ff22-c5c8-4dbf-9dbb-f9ab969d5b2c req-e51bfe20-db81-4c51-bb1e-422c8efe54f0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920281
Jun 07 18:40:02.488613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:02.589541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:02.595471 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:02.595883 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:02.780498 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:02.819687 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:40:02.822455 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f68cf0-58ec-41a0-9cd8-cc94cfa7365c" -d '{"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:40:02.833418 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:02.840008 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:02.840987 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:02.873730 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-d1a0f7ea-7874-412f-8b86-a5e2c79a59f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:02.919670 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46686) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:02.974844 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:02.987142 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:02.999645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:03.009134 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:03.009985 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.040089 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3be4b-ee64-4f59-8c7a-6ed8e8f4223a req-c131b55f-0e4b-4a03-bdc5-04d898703721 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:03.047478 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95b3be4b-ee64-4f59-8c7a-6ed8e8f4223a req-c131b55f-0e4b-4a03-bdc5-04d898703721 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 944 time: 0.1752925
Jun 07 18:40:03.095407 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46692) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:03.108166 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95b3be4b-ee64-4f59-8c7a-6ed8e8f4223a req-e5fce838-cfb8-4815-9172-041bae4cb7fa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597720
Jun 07 18:40:03.128200 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ffdc-be6d-49ea-b285-8cb402a13da6 req-27afeb40-2ed7-4ba1-a0ad-c9ea605465de tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:03.137693 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-92c5ffdc-be6d-49ea-b285-8cb402a13da6 req-27afeb40-2ed7-4ba1-a0ad-c9ea605465de tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1729231
Jun 07 18:40:03.212778 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768f513-0c46-47de-8d95-b9867d0a4604 x-openstack-request-id: req-e768f513-0c46-47de-8d95-b9867d0a4604 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:40:03.213237 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:40:03.213516 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e768f513-0c46-47de-8d95-b9867d0a4604 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:40:03.213909 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'code': 200}
Jun 07 18:40:03.220411 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.240079 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-92c5ffdc-be6d-49ea-b285-8cb402a13da6 req-5f231089-d2b9-4e07-81f6-cf98337963bd tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998743
Jun 07 18:40:03.242709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.292247 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:03.300520 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.306171 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:03.314432 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.439966 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:03.443315 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:03.503743 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.510986 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.531354 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:03.584221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a931b00b1a84238bd5978becf8f89b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6610541
Jun 07 18:40:03.585829 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46708) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:03.597663 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e577c5-c9f9-4ebd-aa20-f73ab6346628 req-b6604e29-1566-493c-aae7-01d975672a56 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:03.599117 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e577c5-c9f9-4ebd-aa20-f73ab6346628 req-b6604e29-1566-493c-aae7-01d975672a56 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2487383
Jun 07 18:40:03.601234 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceaf9f0-1884-4da1-9f72-0a5d9b12bf29,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:03.612174 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.612533 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.612873 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.613212 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.613702 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.614193 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.614624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.614968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.615305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.616199 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.616545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.616870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.621528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:03.663850 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa190fe4-c8d7-4184-9f70-d2a40116eee8 req-a023348c-aa8f-4f64-a0fa-0e2839420612 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:03.674374 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.679918 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa190fe4-c8d7-4184-9f70-d2a40116eee8 req-a023348c-aa8f-4f64-a0fa-0e2839420612 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2342892
Jun 07 18:40:03.687122 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.713305 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-59f6ff36-4c47-4251-9dd9-1c4f5b5ff7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:03.718454 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e577c5-c9f9-4ebd-aa20-f73ab6346628 req-288d9e34-91b0-4f07-8afb-952e1a4dd60f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078157
Jun 07 18:40:03.740271 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.754587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa190fe4-c8d7-4184-9f70-d2a40116eee8 req-67da88f3-18b7-43cb-981e-a22f40e96a79 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737925
Jun 07 18:40:03.799497 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c552cc3-9094-4fcb-85cc-e35431d41b1c,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:03.812451 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de542dd16e1f4624b9125f6fc594656d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7129037
Jun 07 18:40:03.812792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46716) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:03.814627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.814990 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.815344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.815775 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.816114 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.816533 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.816895 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.817221 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.817637 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.817995 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.818330 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.819292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:03.825300 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:03.842370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.894763 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.908029 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.911435 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.915657 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cceaf9f0-1884-4da1-9f72-0a5d9b12bf29 HTTP/1.1" status: 204  len: 168 time: 0.3287699
Jun 07 18:40:03.916950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-760c015d-f70a-44a0-9fe8-94fd1e35bfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:03.926974 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceaf9f0-1884-4da1-9f72-0a5d9b12bf29,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:03.929791 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:03.930109 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.996303 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:03.999446 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.000544 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c552cc3-9094-4fcb-85cc-e35431d41b1c HTTP/1.1" status: 204  len: 168 time: 0.1861517
Jun 07 18:40:04.001185 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:04.015020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c552cc3-9094-4fcb-85cc-e35431d41b1c,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:04.017595 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:04.298831 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46730) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:04.318170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.409548 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcfe6c-dead-4ebd-979e-05f771ad0c05 req-fe573f18-e675-4af2-a31f-944739de8898 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:04.411017 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28bcfe6c-dead-4ebd-979e-05f771ad0c05 req-fe573f18-e675-4af2-a31f-944739de8898 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1571622
Jun 07 18:40:04.424451 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f9a4d-7245-4d76-bcac-8d585f2e2bdc req-f35c1c62-8a07-46e0-9c7f-8154a51ec9bd tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:04.426348 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-140f9a4d-7245-4d76-bcac-8d585f2e2bdc req-f35c1c62-8a07-46e0-9c7f-8154a51ec9bd tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1326814
Jun 07 18:40:04.429536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.433879 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.449598 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:04.494354 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79004d9a24e848f29247c38e3f932c41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940644
Jun 07 18:40:04.497698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46734) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:04.509581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46736) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:04.512396 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b41d82-727a-48a6-9b1d-37b70ea6ef70,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:04.517328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:04.536112 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28bcfe6c-dead-4ebd-979e-05f771ad0c05 req-301dd930-bf90-40f3-b076-f51996536d84 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088190
Jun 07 18:40:04.545002 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-140f9a4d-7245-4d76-bcac-8d585f2e2bdc req-40b4e85f-fb78-48d2-af98-619f719169e2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986319
Jun 07 18:40:04.545923 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.568202 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.619299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.667839 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.670281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.673756 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13b41d82-727a-48a6-9b1d-37b70ea6ef70 HTTP/1.1" status: 204  len: 168 time: 0.1725833
Jun 07 18:40:04.673756 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b481ce0b-a1ad-4982-8c58-a8f6d6e4ed45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:04.682667 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.687202 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b41d82-727a-48a6-9b1d-37b70ea6ef70,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:04.688358 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.689627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:04.698751 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:04.739004 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50f347035bec4f8180dabf6a6ae89973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2280419
Jun 07 18:40:04.740646 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443c5266-b763-4e7d-a147-2db9185a1b05,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:04.741847 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46744) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:04.744455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:04.803906 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.833833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.899640 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.904827 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:04.906139 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/443c5266-b763-4e7d-a147-2db9185a1b05 HTTP/1.1" status: 204  len: 168 time: 0.1633205
Jun 07 18:40:04.906935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-37bb4140-3ea6-4fd0-8b47-d79ccecd21b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:04.917918 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443c5266-b763-4e7d-a147-2db9185a1b05,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:04.932446 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:04.964800 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:40:05.006788 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218cad5-70f4-4d0c-8ada-e614eaeca632 req-5151968f-c09d-4b47-89b1-872c8952ba18 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:05.008743 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1218cad5-70f4-4d0c-8ada-e614eaeca632 req-5151968f-c09d-4b47-89b1-872c8952ba18 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1206410
Jun 07 18:40:05.062598 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1218cad5-70f4-4d0c-8ada-e614eaeca632 req-6296c1f3-aeb3-412b-bd57-a99b9e5a83e2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456421
Jun 07 18:40:05.215304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:40:05.218295 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772ab5e9-e653-4c5d-ab69-51eb43e95d97" -d '{"events": [{"server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:40:05.259971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca248e-8ade-4af8-b159-db5ff151a1b4 x-openstack-request-id: req-d2ca248e-8ade-4af8-b159-db5ff151a1b4 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:40:05.260267 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "name": "network-vif-plugged", "status": "completed", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:40:05.260523 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2ca248e-8ade-4af8-b159-db5ff151a1b4 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:40:05.260915 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'code': 200}
Jun 07 18:40:05.909555 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438965b-69e8-4914-8d55-6348d8da9bc2 req-269c60f8-b42e-4863-a8cd-08ec647b85ba tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:05.917717 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3438965b-69e8-4914-8d55-6348d8da9bc2 req-269c60f8-b42e-4863-a8cd-08ec647b85ba tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1753366
Jun 07 18:40:05.969005 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b453d6-334f-4031-be91-3be97af81d99 req-3ec152e5-ca18-4c4e-99af-556a7e345735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:05.971934 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-3ec152e5-ca18-4c4e-99af-556a7e345735 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1099 time: 0.1948628
Jun 07 18:40:06.012246 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3438965b-69e8-4914-8d55-6348d8da9bc2 req-b11aac60-c1ee-4e84-87a4-c9cd408b1b66 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936110
Jun 07 18:40:06.031854 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e46158-1078-4c63-a1e0-41da606be37d req-a9696719-32aa-449c-8975-4d209cd7d4c9 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.038845 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-65e46158-1078-4c63-a1e0-41da606be37d req-a9696719-32aa-449c-8975-4d209cd7d4c9 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.2539108
Jun 07 18:40:06.102713 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-65e46158-1078-4c63-a1e0-41da606be37d req-5495188a-3b6e-4b1c-a67b-35de34d26e52 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627840
Jun 07 18:40:06.362183 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b453d6-334f-4031-be91-3be97af81d99 req-619219cd-f1ec-4b2a-bff0-3a182bb3d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.364018 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-619219cd-f1ec-4b2a-bff0-3a182bb3d8fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.3745470
Jun 07 18:40:06.371971 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695555c6-624b-407b-b7da-f7de498f8d24 req-6eebd42b-ee28-49fb-8150-b2e02bf2f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.373911 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-695555c6-624b-407b-b7da-f7de498f8d24 req-6eebd42b-ee28-49fb-8150-b2e02bf2f537 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1099 time: 0.3820808
Jun 07 18:40:06.417304 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023ec0-1774-4a77-8ec7-455ea6f1341c req-c149b0dc-8c2f-42f6-ab3f-7e8733c9879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.419079 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd023ec0-1774-4a77-8ec7-455ea6f1341c req-c149b0dc-8c2f-42f6-ab3f-7e8733c9879a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1098 time: 0.2730000
Jun 07 18:40:06.479653 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd023ec0-1774-4a77-8ec7-455ea6f1341c req-34965cdb-bde1-45c2-a4f4-02b9dcbfa700 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496185
Jun 07 18:40:06.493646 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d00bbd-684e-4ba0-b9af-f95cc883f792 req-61051cd3-3622-452d-88a6-afb34149ac3e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.498559 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-97ca995b-ef58-46e6-aa9f-768297ba889d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 200  len: 217 time: 0.1230526
Jun 07 18:40:06.502824 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36d00bbd-684e-4ba0-b9af-f95cc883f792 req-61051cd3-3622-452d-88a6-afb34149ac3e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1814494
Jun 07 18:40:06.523637 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-695555c6-624b-407b-b7da-f7de498f8d24 req-edce8969-cfca-497d-8bbf-a840bc7d766d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706050
Jun 07 18:40:06.558044 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36d00bbd-684e-4ba0-b9af-f95cc883f792 req-962968a0-d418-4ae8-9fbe-08727d4cd51b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542560
Jun 07 18:40:06.774244 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b453d6-334f-4031-be91-3be97af81d99 req-52e15e39-1c39-4ae1-b168-f1104b898f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:06.776922 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-52e15e39-1c39-4ae1-b168-f1104b898f9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.1630020
Jun 07 18:40:06.835276 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-b6d0a840-2e34-4017-bf5d-4cd00dc2c03c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458825
Jun 07 18:40:07.029090 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-6d6f648b-4802-4c52-a540-c4666877fe5c service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839187
Jun 07 18:40:07.219115 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41b453d6-334f-4031-be91-3be97af81d99 req-d1ae3f96-e62d-46a2-a6bd-b5ea97693118 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799333
Jun 07 18:40:07.517897 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512983a-12d0-48a5-a820-c080134b92bc req-7e2c7269-c1aa-4f7e-a808-7aa964cdc1cb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:07.519506 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5512983a-12d0-48a5-a820-c080134b92bc req-7e2c7269-c1aa-4f7e-a808-7aa964cdc1cb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1270244
Jun 07 18:40:07.529632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7ac9-dcbb-45a3-ad58-eb412b3f679f req-a8172e1a-04fe-4a2b-9327-5bbd242f3a56 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:07.531516 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-435d7ac9-dcbb-45a3-ad58-eb412b3f679f req-a8172e1a-04fe-4a2b-9327-5bbd242f3a56 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2848487
Jun 07 18:40:07.618309 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5512983a-12d0-48a5-a820-c080134b92bc req-c0cd7f34-bb74-4b27-8309-5767694a5e85 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855956
Jun 07 18:40:07.708020 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-435d7ac9-dcbb-45a3-ad58-eb412b3f679f req-0d44ab6b-93d4-46a6-b6b4-379497a4c5a0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402657
Jun 07 18:40:07.890571 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07f7af-55f0-4482-89c9-3ddbb8946de8 req-89e16e9a-1498-4b53-af13-c10e19606b76 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:07.897778 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6c07f7af-55f0-4482-89c9-3ddbb8946de8 req-89e16e9a-1498-4b53-af13-c10e19606b76 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1208289
Jun 07 18:40:07.922113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46888) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:07.954032 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6c07f7af-55f0-4482-89c9-3ddbb8946de8 req-2badae4c-d3c0-4875-af77-60af94087ec0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540364
Jun 07 18:40:08.111889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.239208 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.243328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.250780 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-00adb02e-b9cc-448c-ab8c-5c0dbb8ffe74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:08.293098 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba8d71-2b6f-4e4e-89f1-2f86fa007189,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:08.296286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:08.298692 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=570cfdcde277436faf8fc92edea2dda5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3755846
Jun 07 18:40:08.301750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46900) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:08.367165 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.395956 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.456807 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.460069 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.461184 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbba8d71-2b6f-4e4e-89f1-2f86fa007189 HTTP/1.1" status: 204  len: 168 time: 0.1585715
Jun 07 18:40:08.462012 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ef3fc912-0dc3-4f7e-bc19-ba4eb70b62b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:08.472092 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba8d71-2b6f-4e4e-89f1-2f86fa007189,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:08.475640 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:08.835291 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46920) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:08.852642 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.887723 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a218ed-d3fa-4ae4-9567-0a90fba9dec7 req-64b4a0dc-cff1-46ef-a108-e9e7feb925fa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:08.892022 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d8a218ed-d3fa-4ae4-9567-0a90fba9dec7 req-64b4a0dc-cff1-46ef-a108-e9e7feb925fa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1537240
Jun 07 18:40:08.948482 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d8a218ed-d3fa-4ae4-9567-0a90fba9dec7 req-ac17a17c-09c1-4e67-8cea-113da1701dbc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515337
Jun 07 18:40:08.960914 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a55f-eb04-4713-be44-c1164af98704 req-f21b6c9b-6405-4eb3-93e4-aeab5b31d02c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:08.963868 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:08.967900 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec07a55f-eb04-4713-be44-c1164af98704 req-f21b6c9b-6405-4eb3-93e4-aeab5b31d02c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1510780
Jun 07 18:40:08.969352 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.010803 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f97dd813-87e6-4f0a-b63d-c1c18712d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:09.024536 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec07a55f-eb04-4713-be44-c1164af98704 req-ad80d706-10c6-4ccd-b6b6-a7c066222d4b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523214
Jun 07 18:40:09.033685 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d6ae8412a63401190b6ac5b212d85ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970949
Jun 07 18:40:09.043786 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46926) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:09.083708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b62db87-4d41-48b4-85b0-81190ddc8e11,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:09.089843 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:09.126211 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.153946 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.216560 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.218437 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.222126 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b62db87-4d41-48b4-85b0-81190ddc8e11 HTTP/1.1" status: 204  len: 168 time: 0.1747224
Jun 07 18:40:09.222126 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:09.223149 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c88d5-4d7c-42d7-9968-f4da5b3dc944 req-a38f037a-1d54-41c9-8649-a6f7c4433acb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:09.224668 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e6c88d5-4d7c-42d7-9968-f4da5b3dc944 req-a38f037a-1d54-41c9-8649-a6f7c4433acb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1410847
Jun 07 18:40:09.233747 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b62db87-4d41-48b4-85b0-81190ddc8e11,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:09.235526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 46932) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:09.237772 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:09.241283 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'floatingip': {'port_id': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:09.246658 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385668eb-13f5-45e9-84ea-f241c3d0543a req-b517bad0-3a77-4ccc-b6d9-30afbcade298 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:09.248391 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-385668eb-13f5-45e9-84ea-f241c3d0543a req-b517bad0-3a77-4ccc-b6d9-30afbcade298 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1212974
Jun 07 18:40:09.310720 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-385668eb-13f5-45e9-84ea-f241c3d0543a req-89873b10-edc0-43f1-a8f5-ca4d70925b7c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564468
Jun 07 18:40:09.333199 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:09.561282 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d7218-c58f-45fa-be66-6335f459a4a8 req-d9e565ed-d5ce-4b05-bb4b-289fe1ea516e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:09.563649 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e03d7218-c58f-45fa-be66-6335f459a4a8 req-d9e565ed-d5ce-4b05-bb4b-289fe1ea516e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1264708
Jun 07 18:40:09.572864 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46946) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:09.579034 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'floatingip': {'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:09.671704 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:10.586270 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 46988) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:10.677735 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:10.683151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:10.807134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa5062-e1ed-4c10-ac98-7ba1f2e828ec req-6e2e3e56-96d7-4678-adc8-f4da494817fe tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:10.808753 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3fa5062-e1ed-4c10-ac98-7ba1f2e828ec req-6e2e3e56-96d7-4678-adc8-f4da494817fe tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2215040
Jun 07 18:40:10.876795 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Floating IP dc615e57-c86b-44d9-b486-07279c997753 associated. External IP: 172.27.0.228, port: e9f5bdc7-d91a-482d-bf70-1711ae3e1b25.
Jun 07 18:40:10.919660 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3fa5062-e1ed-4c10-ac98-7ba1f2e828ec req-1a6903f0-f6be-44df-8db1-fa1062f5816f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044738
Jun 07 18:40:10.921712 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.db.resource_extend [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 07 18:40:11.046805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.084152 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.095561 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.344138 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Floating IP 40a0857c-57d4-441f-ae9a-342d20722ace associated. External IP: 172.27.0.241, port: 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2.
Jun 07 18:40:11.360619 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:40:11.516109 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.534735 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.549414 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-97546f78-a341-4b17-b99e-45375c462bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:11.587878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:11.597011 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.603202 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:11.612535 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f9dc2b0b4943158c28c998c512677a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0239182
Jun 07 18:40:11.616262 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd4538-c60b-48e0-990f-a7d127f5f268,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:11.617304 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:11.618609 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2a91580>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:11.629450 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47024) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:11.640185 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:11.720536 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-fa5d4f3a-457a-4187-bcec-fe9d9a341642 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "PUT /v2.0/floatingips/dc615e57-c86b-44d9-b486-07279c997753 HTTP/1.1" status: 200  len: 991 time: 2.4824128
Jun 07 18:40:11.720536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:40:11.730656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af14df7-f4b8-45ce-adad-4b4eed292018" -d '{"events": [{"name": "network-changed", "server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:40:11.807382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7335c1ab-d6ea-48a4-a3cb-4dc852bba835 x-openstack-request-id: req-7335c1ab-d6ea-48a4-a3cb-4dc852bba835 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:40:11.807713 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:40:11.807981 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7335c1ab-d6ea-48a4-a3cb-4dc852bba835 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:40:11.808388 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'status': 'completed', 'code': 200}
Jun 07 18:40:11.913862 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:11.919957 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:11.964999 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-e7bbf086-ad3c-41c6-af2f-98d01b13008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:11.966501 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-e7bbf086-ad3c-41c6-af2f-98d01b13008f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1098 time: 0.1268265
Jun 07 18:40:11.975973 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:40:11.983126 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:12.276529 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-18ab0a13-9418-42b8-bc6c-b7e199195bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:12.282360 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-18ab0a13-9418-42b8-bc6c-b7e199195bc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.3045807
Jun 07 18:40:12.420489 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:12.433367 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:12.446099 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:12.449441 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:12.450314 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22c8310>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:12.603095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:12.605961 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:12.610229 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fcd4538-c60b-48e0-990f-a7d127f5f268 HTTP/1.1" status: 204  len: 168 time: 0.9743321
Jun 07 18:40:12.614292 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f2527fde-0a14-4501-af78-4cf1447308ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:12.638486 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd4538-c60b-48e0-990f-a7d127f5f268,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:12.663451 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d4ea59a2-48a7-41be-930a-d0c165957b12 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "PUT /v2.0/floatingips/40a0857c-57d4-441f-ae9a-342d20722ace HTTP/1.1" status: 200  len: 992 time: 3.0888724
Jun 07 18:40:12.675316 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:12.675795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:40:12.684899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599561e4-7662-4f99-a160-8d88b4fc9822" -d '{"events": [{"name": "network-changed", "server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:40:12.745393 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccf1e2-7031-4b44-bed7-87658ecf757d req-dadfedb1-506b-4e95-a63a-0886a1265f12 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:12.750212 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bccf1e2-7031-4b44-bed7-87658ecf757d req-dadfedb1-506b-4e95-a63a-0886a1265f12 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.5628459
Jun 07 18:40:12.793832 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-3fcd3faf-871b-4fe5-9770-cb39d4d0304b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 999 time: 0.5061100
Jun 07 18:40:12.827201 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2a91580>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'dc615e57-c86b-44d9-b486-07279c997753', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:27:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e35290-98b7-4049-9a8f-9453015934b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:32Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:12.831430 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:12.853922 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:12.854465 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2a91580>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:12.873634 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bccf1e2-7031-4b44-bed7-87658ecf757d req-152bec9d-1c8c-49a4-98d0-cbfb3ff96a51 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122692
Jun 07 18:40:12.921249 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-f312d175-21a2-400c-904c-399cca7fc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:12.923434 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-f312d175-21a2-400c-904c-399cca7fc7e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.1205363
Jun 07 18:40:13.038142 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-dcf0427a-a509-4f13-af7c-37f2cd049c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:13.039958 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-dcf0427a-a509-4f13-af7c-37f2cd049c87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1044927
Jun 07 18:40:13.066269 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d98d6b-4eea-4ad8-9bdd-a7fcb0bef590 x-openstack-request-id: req-08d98d6b-4eea-4ad8-9bdd-a7fcb0bef590 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:40:13.066713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:40:13.067170 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08d98d6b-4eea-4ad8-9bdd-a7fcb0bef590 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:40:13.067793 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'status': 'completed', 'code': 200}
Jun 07 18:40:13.097133 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:13.288955 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:13.298227 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-7960a71c-33fd-4734-a47e-a3bd734037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:13.300157 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-7960a71c-33fd-4734-a47e-a3bd734037cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1099 time: 0.2054181
Jun 07 18:40:13.326075 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-78c06f43-a42b-41f8-b4b8-300a0f38db7a service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789335
Jun 07 18:40:13.627136 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2af14df7-f4b8-45ce-adad-4b4eed292018 req-51250c06-9dd8-44cb-bf40-8309f7c86381 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640393
Jun 07 18:40:13.678157 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-c59f2344-985f-404b-b566-f52ef056db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:13.679786 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-c59f2344-985f-404b-b566-f52ef056db8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.3520014
Jun 07 18:40:13.685197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22c8310>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '40a0857c-57d4-441f-ae9a-342d20722ace', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150364b5-329b-4483-82e0-3701d25ba4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:37Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:13.690796 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:13.701167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:13.701866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22c8310>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:13.788181 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2a91580>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'dc615e57-c86b-44d9-b486-07279c997753', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:27:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e35290-98b7-4049-9a8f-9453015934b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:32Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:13.796233 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3eb570-0181-4aa3-b8c0-974fee5d7039 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'dc615e57-c86b-44d9-b486-07279c997753', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:27:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e35290-98b7-4049-9a8f-9453015934b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:32Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:13.847623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47082) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:13.933975 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:14.121420 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-830305536-network', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:14.178791 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Made reservation on behalf of ba094a24f85f4bb086a2c1241612bebc for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:40:14.181687 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.188656 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f92670-00ae-4398-a2e4-ca9aee5d42e4 None None] New status for floating IP dc615e57-c86b-44d9-b486-07279c997753: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:40:14.226967 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.280539 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2779cb0-47a0-4563-a6ac-97b65e818973 req-ae6acdb8-6a6d-47fb-b25d-9d0bec99f2b8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:14.292042 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2779cb0-47a0-4563-a6ac-97b65e818973 req-ae6acdb8-6a6d-47fb-b25d-9d0bec99f2b8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2236018
Jun 07 18:40:14.409439 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2779cb0-47a0-4563-a6ac-97b65e818973 req-8072c1a2-8d2b-4f1f-a9ea-62e6f2653071 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201799
Jun 07 18:40:14.572326 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.578709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.583688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1e43c371-2a0e-436b-8105-6228a6409a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:14.615858 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22c8310>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '40a0857c-57d4-441f-ae9a-342d20722ace', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150364b5-329b-4483-82e0-3701d25ba4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:37Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:14.618912 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857dfed-9b16-41f2-b72d-45b6c74ede81,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:14.627349 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:14.640164 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:40:14.640335 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454dc2b-1773-48d5-b1ca-d5242a0ccd59 None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '40a0857c-57d4-441f-ae9a-342d20722ace', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150364b5-329b-4483-82e0-3701d25ba4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:39:37Z', 'updated_at': '2021-06-07T18:40:10Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:14.658013 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.658449 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Added segment b14b3e4a-b647-49d9-9f7d-f5f388647dab of type vlan for network 308b0e29-c309-4938-8b9b-feac74f93213
Jun 07 18:40:14.700555 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.741260 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.743268 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:14.744031 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.766215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:14.819210 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9697499
Jun 07 18:40:14.822814 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47112) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:14.829775 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Request body: {'subnet': {'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-830305536-subnet', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:14.859915 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Made reservation on behalf of ba094a24f85f4bb086a2c1241612bebc for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:40:14.866834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:14.897925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=308b0e29-c309-4938-8b9b-feac74f93213,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:14.902905 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:14.909187 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 308b0e29-c309-4938-8b9b-feac74f93213 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:40:14.973634 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9bae5-375f-4ebb-ade0-d27502c6f5ea None None] New status for floating IP 40a0857c-57d4-441f-ae9a-342d20722ace: ACTIVE {{(pid=98347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:40:15.156290 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.170524 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-76b14fc1-4f16-4035-bd85-b9f67bbd3a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:15.296664 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:15.297033 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Network hostable DHCP agents. Network: 308b0e29-c309-4938-8b9b-feac74f93213, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:40:15.312144 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d36473f-c4f9-44ef-8b5f-f0374a93feca,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:15.315349 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:15.325959 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Network 308b0e29-c309-4938-8b9b-feac74f93213 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:40:15.343575 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 308b0e29-c309-4938-8b9b-feac74f93213) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:15.350302 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:15.351142 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.355956 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd017c21-ce87-4c40-acc7-9330549d5137 None None] Network 308b0e29-c309-4938-8b9b-feac74f93213 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:40:15.374517 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5504489
Jun 07 18:40:15.379811 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47126) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:15.387359 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:15.417761 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.418801 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.442086 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.700672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-308b0e29-c309-4938-8b9b-feac74f93213', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:40:15.701609 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.736817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:15.861210 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Allocated IP 172.20.0.2 (308b0e29-c309-4938-8b9b-feac74f93213/0d36473f-c4f9-44ef-8b5f-f0374a93feca/8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:16.062569 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.075667 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.086092 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Transition to ACTIVE for port object 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:16.094725 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.106165 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Transition to ACTIVE for port object 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:16.111959 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:16.112608 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:16.129145 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:16.137696 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:16.140203 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:16.237333 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Attempting to bind port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:16.237700 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Attempting to bind port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:16.238065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Attempting to bind port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:16.244829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:16.245023 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Allocated IP 172.27.0.209 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/4b6ae34d-9c3a-4101-8353-29e56eb71e34) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:16.245396 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:16.245602 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.246180 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Bound using segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:16.246448 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Bound port: 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:16.246785 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.340036 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] For port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:16.343742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] For port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:16.354175 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.360575 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:16.414748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.441219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Pushing event updated for resources: {'Port': ['ID=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:16.453580 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.454054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.454437 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.454836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.455206 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.455626 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.455998 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.456305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.456672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.457012 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.457336 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.457711 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:16.463070 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:16.463270 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:16.464484 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:16.492349 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:16.494073 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:16.497120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:16.717277 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-75279875-31f6-42bb-895b-f25695315dcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1879385
Jun 07 18:40:16.817238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-0a3155a0-fa3b-4158-a3f9-f2bc2c4e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:16.820288 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-0a3155a0-fa3b-4158-a3f9-f2bc2c4e8517 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0873406
Jun 07 18:40:16.913815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-74ada215-a138-4e4c-bd24-72a8dd207b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:16.915749 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-74ada215-a138-4e4c-bd24-72a8dd207b4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855982
Jun 07 18:40:16.979430 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9651622-d97e-4491-96b0-0fde14b4e640 req-3383ef3b-2df3-4563-975e-b20652279ce5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:16.980957 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9651622-d97e-4491-96b0-0fde14b4e640 req-3383ef3b-2df3-4563-975e-b20652279ce5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2657530
Jun 07 18:40:17.072356 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-53ab8fd5-2e8c-4866-a1a4-4cf974934dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478512
Jun 07 18:40:17.103283 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9651622-d97e-4491-96b0-0fde14b4e640 req-117f9d72-6a22-40d9-a4e8-d753e17b5f37 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139610
Jun 07 18:40:17.140611 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:17.342969 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-599561e4-7662-4f99-a160-8d88b4fc9822 req-c184e3db-e7d4-4a8a-93df-70e8e999cf05 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619004
Jun 07 18:40:17.478449 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1227912-31f8-4c46-8d12-4bd42d7bb1aa None None] Network 308b0e29-c309-4938-8b9b-feac74f93213 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:40:17.533018 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:17.542071 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-f125f83e-ca05-4533-8a26-a69059d3f391 None None] Provisioning for port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:17.894566 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Router 80d9edfb-a493-45f0-ac08-64816779437d is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:40:18.136835 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:18.149057 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:18.168912 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:18.169757 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.170143 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2922100>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:18.174075 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47184) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:18.176370 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c5fc2e28-f6b0-4cc1-8fec-2dcc73ab297e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7928667
Jun 07 18:40:18.467095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565455e-2872-4cb1-b702-532ac0bdd8bc req-eb95f382-22ae-494d-a5cc-20af6348e2c5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:18.468257 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:18.483434 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5565455e-2872-4cb1-b702-532ac0bdd8bc req-eb95f382-22ae-494d-a5cc-20af6348e2c5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2347806
Jun 07 18:40:18.539945 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47190) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:18.553444 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5565455e-2872-4cb1-b702-532ac0bdd8bc req-ea0c2da2-8e86-4a1a-ae6d-fdb32343f0ee tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635803
Jun 07 18:40:18.560240 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:18.606492 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:18.620351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:18.620757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.714042 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.880220 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.933162 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.944023 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.952025 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:18.959928 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:18.960837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:18.966499 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:19.043685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73d1f76d46d8454bbae3591df01b802a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4998517
Jun 07 18:40:19.047084 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47200) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:19.060883 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:19.072695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:19.079061 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000d14d-35c8-4862-9ef7-4009594f8766,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:19.093307 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2922100>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:16Z', 'revision_number': 3, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:19.105861 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:19.111941 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:19.112297 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Updating router 80d9edfb-a493-45f0-ac08-64816779437d port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:40:19.124430 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.234854 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.342880 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.373726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.439633 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.443756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.447551 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2000d14d-35c8-4862-9ef7-4009594f8766 HTTP/1.1" status: 204  len: 168 time: 0.3985939
Jun 07 18:40:19.448990 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:19.461538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000d14d-35c8-4862-9ef7-4009594f8766,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:19.473397 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:19.501676 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Allocated IP 172.20.0.1 (308b0e29-c309-4938-8b9b-feac74f93213/0d36473f-c4f9-44ef-8b5f-f0374a93feca/469e8487-9569-4205-863c-c2a026faa2af) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:19.511325 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-e645eb75-f1c8-4189-a1ef-292c777e9866 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1693001
Jun 07 18:40:19.837838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.841984 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.860045 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Transition to ACTIVE for port object 469e8487-9569-4205-863c-c2a026faa2af will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:19.863996 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Transition to ACTIVE for port object 4b6ae34d-9c3a-4101-8353-29e56eb71e34 will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:19.874924 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.882991 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:19.906047 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:19.917597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-9f4d563d-c41d-4f02-b3c0-844e8aac040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:19.919589 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-9f4d563d-c41d-4f02-b3c0-844e8aac040a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a736e62bab884cef97bced289d050c22&device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 1099 time: 0.3073919
Jun 07 18:40:19.929183 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaf59b-b225-460b-ab9d-3197e351ac02 req-2d5fb565-1987-4edc-af48-24ee3439c3d0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:19.930764 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e7aaf59b-b225-460b-ab9d-3197e351ac02 req-2d5fb565-1987-4edc-af48-24ee3439c3d0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1591942
Jun 07 18:40:19.932723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:19.933964 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:19.946659 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:19.947370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.003032 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Pushing event updated for resources: {'Port': ['ID=4b6ae34d-9c3a-4101-8353-29e56eb71e34,revision_number=2']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:20.013802 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.014146 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.014478 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.014806 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.015168 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.015515 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.015925 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.016235 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.016617 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.016888 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.017219 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.017579 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:40:20.027177 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47234) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:20.053208 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e7aaf59b-b225-460b-ab9d-3197e351ac02 req-be449c95-7799-4614-9e77-7eb1a404732e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075947
Jun 07 18:40:20.073106 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.091802 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:20.093952 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Attempting to bind port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:20.093952 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Attempting to bind port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:20.093952 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Attempting to bind port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:20.104475 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:20.104867 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:20.105173 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.105566 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:20.106035 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Bound port: 4b6ae34d-9c3a-4101-8353-29e56eb71e34, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:20.106407 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.229997 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] For port 4b6ae34d-9c3a-4101-8353-29e56eb71e34, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:20.234152 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] For port 4b6ae34d-9c3a-4101-8353-29e56eb71e34, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4b6ae34d-9c3a-4101-8353-29e56eb71e34,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:20.245302 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.256466 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:20.307275 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-455a3717-cdcd-430a-beec-d3665d43a2b9 None None] Provisioning for port 469e8487-9569-4205-863c-c2a026faa2af completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:20.320275 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-455a3717-cdcd-430a-beec-d3665d43a2b9 None None] Provisioning complete for port 469e8487-9569-4205-863c-c2a026faa2af triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:20.323916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-455a3717-cdcd-430a-beec-d3665d43a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.337921 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-c137ae1c-bd54-41d7-bc80-a3b46b06bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:20.340904 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-c137ae1c-bd54-41d7-bc80-a3b46b06bba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83b67847-8871-48d5-9574-05031bafd3ce HTTP/1.1" status: 200  len: 913 time: 0.3857987
Jun 07 18:40:20.406546 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3c953-2cf5-4161-a606-1d8c24803a25 req-8823f064-7f8d-4cde-82a2-2f300870f613 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:20.408446 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:20.409145 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-92a3c953-2cf5-4161-a606-1d8c24803a25 req-8823f064-7f8d-4cde-82a2-2f300870f613 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1979680
Jun 07 18:40:20.430629 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-157141d8-c892-490b-b2a7-96c1c6d87494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05 HTTP/1.1" status: 200  len: 217 time: 0.0811880
Jun 07 18:40:20.440231 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Pushing event updated for resources: {'Port': ['ID=4b6ae34d-9c3a-4101-8353-29e56eb71e34,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:20.447830 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-24dbbe22-af6a-4fc3-86f8-d5fe9ed5ec60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:20.450980 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:20.451783 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2922100>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:39:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:20.475377 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-92a3c953-2cf5-4161-a606-1d8c24803a25 req-8ae62da9-8ee8-407c-9b26-8e31c5a60181 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599871
Jun 07 18:40:20.539091 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:20.540146 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.576420 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-455a3717-cdcd-430a-beec-d3665d43a2b9 None None] Port 469e8487-9569-4205-863c-c2a026faa2af cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:40:20.607300 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-0b970e12-49cf-494d-9c16-71d3bbe04ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:20.608770 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-0b970e12-49cf-494d-9c16-71d3bbe04ff3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5001e525-0123-4e48-858a-c2ad8b7b7db4 HTTP/1.1" status: 200  len: 852 time: 0.1544526
Jun 07 18:40:20.686185 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-96e702e5-2074-4dc2-8a3c-779de727fcc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b67847-8871-48d5-9574-05031bafd3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569806
Jun 07 18:40:20.698349 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:20.723570 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.743883 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-afa01ddd-33f9-4b5b-b1a6-903eee5cc88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.759972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.766790 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:20.778743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c09b9fdd-b768-4f74-9639-7b9332d9b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:20.937474 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f33b42-45e9-405f-bac4-a53291ff8f2a,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:20.945707 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bae2355cb3b4315af68759cc24fa188&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9111226
Jun 07 18:40:20.946078 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47256) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:20.946643 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:20.986113 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-7a31f99e-2f89-4e68-8ace-4f06bf693b9a service neutron] 10.222.0.57 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816615
Jun 07 18:40:21.017429 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.045538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.129588 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.134244 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.135810 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f33b42-45e9-405f-bac4-a53291ff8f2a HTTP/1.1" status: 204  len: 168 time: 0.1888790
Jun 07 18:40:21.136773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-390c9218-2afc-4ea0-aa50-6d1a1d54f40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:21.158275 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f33b42-45e9-405f-bac4-a53291ff8f2a,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:21.161284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:21.168624 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2922100>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:19Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:21.180481 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc285a2-168f-4fd1-a5fa-e60902b5867a None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:19Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:21.261454 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9efcca19-97f4-4ca8-8e92-2ce47a2992f6 req-06bb6e02-d2fc-4e2e-ab84-9dc72aa9967d service neutron] 10.222.0.57 "GET /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506549
Jun 07 18:40:21.284944 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.291733 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.292904 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:21.301726 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:21.350508 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ebb46-179c-4796-a57c-bc69ccb3e0d3 req-10e776a6-fe6f-4e9e-8f08-5ed659ce766f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:21.359080 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-460ebb46-179c-4796-a57c-bc69ccb3e0d3 req-10e776a6-fe6f-4e9e-8f08-5ed659ce766f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1407506
Jun 07 18:40:21.419370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=469e8487-9569-4205-863c-c2a026faa2af,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:21.439814 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-460ebb46-179c-4796-a57c-bc69ccb3e0d3 req-877767fd-134e-46dd-a7a7-da12c377a3fe tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794315
Jun 07 18:40:21.468897 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:21.524809 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:21.524809 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:21.873704 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:40:21.891701 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef0896-ddaf-4194-97ea-1748df638b9c req-bea46a75-0e78-4614-b1f7-db074c1d14ee tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:21.914434 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fbef0896-ddaf-4194-97ea-1748df638b9c req-bea46a75-0e78-4614-b1f7-db074c1d14ee tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.2205706
Jun 07 18:40:21.989126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fbef0896-ddaf-4194-97ea-1748df638b9c req-32adff37-18b2-41ff-9c28-d9591fc06424 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715814
Jun 07 18:40:22.026693 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-d21393b6-85b3-421d-b22d-0c3ff0eb4acf None None] Provisioning complete for port 469e8487-9569-4205-863c-c2a026faa2af triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:22.028927 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-d21393b6-85b3-421d-b22d-0c3ff0eb4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:22.098236 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-d21393b6-85b3-421d-b22d-0c3ff0eb4acf None None] Port 469e8487-9569-4205-863c-c2a026faa2af cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:40:22.181852 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:22.192075 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/80d9edfb-a493-45f0-ac08-64816779437d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0145175
Jun 07 18:40:22.282092 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47306) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:22.343905 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47310) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:22.437586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4b6ae34d-9c3a-4101-8353-29e56eb71e34 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:22.594387 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:22.604588 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:22.605128 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:22.687202 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:22.833785 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:22.849160 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfafb-0037-4356-87df-c098f0554285 req-4695dfee-e63d-4e97-a559-59c315997ab3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:22.859246 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-858cfafb-0037-4356-87df-c098f0554285 req-4695dfee-e63d-4e97-a559-59c315997ab3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2165697
Jun 07 18:40:22.864641 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 4b6ae34d-9c3a-4101-8353-29e56eb71e34, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4b6ae34d-9c3a-4101-8353-29e56eb71e34,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:22.879751 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:22.884271 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:22.929620 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-858cfafb-0037-4356-87df-c098f0554285 req-3131ffaf-b8b9-42bb-8efa-4b2c10be6df7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687561
Jun 07 18:40:23.049618 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.058379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.059815 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=4b6ae34d-9c3a-4101-8353-29e56eb71e34,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:23.071828 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:23.142714 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-7410ca06-7b50-4f1c-8e10-8be2700ff13c tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:23.144248 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-7410ca06-7b50-4f1c-8e10-8be2700ff13c tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.57 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.3445313
Jun 07 18:40:23.267893 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.307764 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499079f4-24da-4559-92f9-77d9426f2fd8 req-db13378b-04b8-42e1-9711-fb8e538b8cb3 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:23.314836 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-499079f4-24da-4559-92f9-77d9426f2fd8 req-db13378b-04b8-42e1-9711-fb8e538b8cb3 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 946 time: 0.1264036
Jun 07 18:40:23.325931 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.344668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-424605c3-2242-4357-9c7e-4440fc2140a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:23.377893 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-499079f4-24da-4559-92f9-77d9426f2fd8 req-0f0d5850-aa06-42f6-bd74-1cffad052b42 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea84cb73-2179-485f-be1a-b55a7e8c3cd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619683
Jun 07 18:40:23.398180 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9bb2b4da-b8dc-4c2f-864b-5345891e12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.418064 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6bfac7c8e8b4e4482b1d930bb3597c3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1346743
Jun 07 18:40:23.420890 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47346) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:23.421527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7221d-c526-4aeb-bab7-2f1275d555b0,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:23.429982 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:23.469559 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Deleting port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:40:23.469805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.526332 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.567837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.585569 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47352) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:23.594614 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2127882606-network', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:23.624142 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.631601 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.648839 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-34602607-cea8-46e2-be20-7e4376264260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:23.665778 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Made reservation on behalf of 257db7426c0442d6b404f06cbbb06c56 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:40:23.668685 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.681120 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] For port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,segment=NetworkSegment(010ba667-bab6-4197-9c30-b4b9b1c75b59),segment_id=010ba667-bab6-4197-9c30-b4b9b1c75b59)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:23.681588 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.684507 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.694485 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.697389 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.698674 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cc7221d-c526-4aeb-bab7-2f1275d555b0 HTTP/1.1" status: 204  len: 168 time: 0.2764237
Jun 07 18:40:23.701688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:23.720245 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7221d-c526-4aeb-bab7-2f1275d555b0,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:23.724111 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:23.839149 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Calling delete_port for 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:40:23.846554 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1820c2b4c84323a583bb2f34c7f8b6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5010495
Jun 07 18:40:23.847249 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f04575-5a07-449c-80b1-c329302a94e8,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:23.849706 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47362) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:23.855076 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:23.868409 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.875912 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.884233 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-617a9d9a-d327-4a4b-a265-c39dd397dc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:23.920679 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:40:23.937190 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85deaa6d-6412-45f1-9ba6-77d7e0e39c64,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:23.957462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:23.962293 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:23.962828 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Added segment a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33 of type vlan for network 9037a438-9294-48e4-a6f0-1a19542ee7ac
Jun 07 18:40:24.000190 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.011656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.049750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.081788 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.084477 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:24.085142 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.089999 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e16ac0f5-cda2-4281-82a1-be6bf2af033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:24.187194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.198571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:24.202065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['7e099e28-8fe8-4e8b-867d-ba95c38c9c05'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:40:24.234441 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6460686
Jun 07 18:40:24.244344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47374) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:24.247088 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.251255 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.255068 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31f04575-5a07-449c-80b1-c329302a94e8 HTTP/1.1" status: 204  len: 168 time: 0.4023573
Jun 07 18:40:24.268242 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Request body: {'subnet': {'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2127882606-subnet', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:24.288907 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47378) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:24.293457 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Pushing event deleted for resources: {'Port': ['ID=7e099e28-8fe8-4e8b-867d-ba95c38c9c05,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:24.322528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Pushing event updated for resources: {'Network': ['ID=9037a438-9294-48e4-a6f0-1a19542ee7ac,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:24.325804 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:24.335289 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:40:24.340663 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.395067 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:24.396431 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Made reservation on behalf of 257db7426c0442d6b404f06cbbb06c56 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:40:24.399994 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.410534 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236bf15-1124-45da-a443-421e6bf37c6b req-77f4a624-36ff-4f93-8deb-c91f2a1e9df6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:24.418326 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c236bf15-1124-45da-a443-421e6bf37c6b req-77f4a624-36ff-4f93-8deb-c91f2a1e9df6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2470214
Jun 07 18:40:24.435980 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:24.501722 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c236bf15-1124-45da-a443-421e6bf37c6b req-44ff834d-4e1b-40ad-a1cf-79433f121194 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825453
Jun 07 18:40:24.570374 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4b6ae34d-9c3a-4101-8353-29e56eb71e34 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:24.595068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.600829 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.610729 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9f98d32f-693b-4b92-bd0c-1d7578d4f4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:24.633370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f04575-5a07-449c-80b1-c329302a94e8,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:24.658743 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.665030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:24.667273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] No DVR routers for this DVR port 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:40:24.671762 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.678784 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-48656c83-812d-421a-8e0d-f06e3a9f80da req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.57 "DELETE /v2.0/ports/7e099e28-8fe8-4e8b-867d-ba95c38c9c05 HTTP/1.1" status: 204  len: 173 time: 1.5256770
Jun 07 18:40:24.683460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'name': 'network-vif-deleted', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:40:24.687354 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf159b-7ee7-46b0-a693-25e5cc05d8fa" -d '{"events": [{"server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "name": "network-vif-deleted", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:40:24.734719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:24.737713 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.782451 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4fd506ef-da32-4a94-a6a5-3e078cb3af81 req-ebaf7860-e8e7-42d6-8189-491833a06d9a tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1515012
Jun 07 18:40:24.784367 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49d91d-f8ef-49b7-a96f-2ddf898afbda,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:24.808744 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:24.829005 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1464dff19404b2a82cdcb1bae5a1f51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287640
Jun 07 18:40:24.834456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47392) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:24.949899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:24.999449 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.086202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.090598 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.092584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e49d91d-f8ef-49b7-a96f-2ddf898afbda HTTP/1.1" status: 204  len: 168 time: 0.2568541
Jun 07 18:40:25.093866 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:25.110079 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49d91d-f8ef-49b7-a96f-2ddf898afbda,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:25.116527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd823e1d-8d0d-45b2-8b6d-2404ba931263 x-openstack-request-id: req-bd823e1d-8d0d-45b2-8b6d-2404ba931263 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:40:25.117081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707fc64c-dff9-45d1-99dd-06d851fc2886", "name": "network-vif-deleted", "tag": "7e099e28-8fe8-4e8b-867d-ba95c38c9c05", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:40:25.117081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd823e1d-8d0d-45b2-8b6d-2404ba931263 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:40:25.117504 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707fc64c-dff9-45d1-99dd-06d851fc2886', 'name': 'network-vif-deleted', 'tag': '7e099e28-8fe8-4e8b-867d-ba95c38c9c05', 'status': 'completed', 'code': 200}
Jun 07 18:40:25.123610 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:25.158815 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.168689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47408) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:25.173531 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.180686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dff03366-96a3-47de-90af-afc5945c4478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:25.233544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.366999 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:25.381420 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:25.382130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d20868b0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:25.394317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Checking segment: {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:25.394836 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Network hostable DHCP agents. Network: 9037a438-9294-48e4-a6f0-1a19542ee7ac, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:40:25.398621 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db1ab34-937e-4d38-b411-428574fc5c22,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:25.408010 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:25.445510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:40:25.461468 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 9037a438-9294-48e4-a6f0-1a19542ee7ac) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:25.468832 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.471591 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:25.472322 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.476662 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.477272 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3c644-c9ea-4b6a-94fa-ff48881f75f7 None None] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:40:25.491833 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ecb5e01-9664-45ba-a624-163a8ec9c123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:25.517010 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2595685
Jun 07 18:40:25.519070 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47412) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:25.525754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:25.554345 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=633871f65db14bf6a5fd31bfebbe804f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3841755
Jun 07 18:40:25.555238 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47416) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:25.569941 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.570674 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d497443-de37-4f3b-bb72-c0365ef5d09d,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:25.571530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.577414 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:25.616248 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.774150 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.913449 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:25.985812 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e825b-8dd1-4a01-9ddd-f9c440835791 req-f873cdaa-ca49-4535-9861-24e5d4e3d1a5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:25.988737 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5c2e825b-8dd1-4a01-9ddd-f9c440835791 req-f873cdaa-ca49-4535-9861-24e5d4e3d1a5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.3061895
Jun 07 18:40:26.060021 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.095209 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:26.100453 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.103000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.107559 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d497443-de37-4f3b-bb72-c0365ef5d09d HTTP/1.1" status: 204  len: 168 time: 0.5504327
Jun 07 18:40:26.131780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8a9a8d3d-3a88-4798-9950-36cd373f6509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:26.164441 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d497443-de37-4f3b-bb72-c0365ef5d09d,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:26.169915 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7fc3c3d8-b7a6-42b9-85d2-0e9b0e509281 req-312cbb7f-f5de-4625-8ecb-5e5e6abd3586 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] 10.222.0.13 "GET /v2.0/ports?device_id=707fc64c-dff9-45d1-99dd-06d851fc2886 HTTP/1.1" status: 200  len: 210 time: 0.1328664
Jun 07 18:40:26.189838 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:26.312863 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5c2e825b-8dd1-4a01-9ddd-f9c440835791 req-ce9c049e-8c6c-48bd-aa63-5048ca7d062e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100662
Jun 07 18:40:26.346102 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.371970 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-9037a438-9294-48e4-a6f0-1a19542ee7ac', 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'fixed_ips': [{'subnet_id': '5db1ab34-937e-4d38-b411-428574fc5c22'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:40:26.372881 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.735552 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:40:26.754217 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.778529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:40:26.779063 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 7e099e28-8fe8-4e8b-867d-ba95c38c9c05 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:40:26.795605 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:26.840960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Allocated IP 172.20.0.2 (9037a438-9294-48e4-a6f0-1a19542ee7ac/5db1ab34-937e-4d38-b411-428574fc5c22/e3bc8ede-1921-404d-ab2e-734901ef65ba) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:26.897436 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d20868b0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 2, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:26.914703 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:26.915061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Updating router 80d9edfb-a493-45f0-ac08-64816779437d port 469e8487-9569-4205-863c-c2a026faa2af binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:40:26.974237 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Allocated IP 172.27.0.151 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/de505d34-4252-46e2-b2e4-ff5eb23fa90e) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:27.031806 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.282099 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.354724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:27.356431 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:27.408717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:27.412049 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:27.418821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:27.431942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47488) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:27.453847 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.487657 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Transition to ACTIVE for port object e3bc8ede-1921-404d-ab2e-734901ef65ba will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:27.526934 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Transition to ACTIVE for port object e3bc8ede-1921-404d-ab2e-734901ef65ba will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:27.534828 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:27.538169 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:27.728708 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:27.735138 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1245-cff2-40a5-a785-06a8b002d32d req-77a052cd-82d8-45f2-a5a2-07ad135f1cd7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:27.739416 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:27.750458 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-84eb1245-cff2-40a5-a785-06a8b002d32d req-77a052cd-82d8-45f2-a5a2-07ad135f1cd7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1913009
Jun 07 18:40:27.757488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:27.874135 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:27.993744 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-84eb1245-cff2-40a5-a785-06a8b002d32d req-2efb01c8-7687-4e5d-bfb6-f60519914738 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421458
Jun 07 18:40:28.007264 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.030437 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Transition to ACTIVE for port object 469e8487-9569-4205-863c-c2a026faa2af will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:28.043836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.054202 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:28.136670 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Pushing event updated for resources: {'Port': ['ID=469e8487-9569-4205-863c-c2a026faa2af,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:28.148477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:28.203113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.253472 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.266179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.296031 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:28.345006 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcaed24-3cf2-4af9-a93e-db24188a9595,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:28.353463 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:28.379454 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81c756625fbb4e3a871057d0f45275ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9451656
Jun 07 18:40:28.386097 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47520) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:28.393324 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Attempting to bind port e3bc8ede-1921-404d-ab2e-734901ef65ba on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:28.394293 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Attempting to bind port e3bc8ede-1921-404d-ab2e-734901ef65ba by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:28.395182 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Attempting to bind port e3bc8ede-1921-404d-ab2e-734901ef65ba on network 9037a438-9294-48e4-a6f0-1a19542ee7ac {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:28.486448 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.498641 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:28.500483 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Checking segment: {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:28.501395 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.502299 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Bound using segment: {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:28.503345 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Bound port: e3bc8ede-1921-404d-ab2e-734901ef65ba, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:28.504290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.540224 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.667376 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.672516 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.676565 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fcaed24-3cf2-4af9-a93e-db24188a9595 HTTP/1.1" status: 204  len: 168 time: 0.2868304
Jun 07 18:40:28.676565 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:28.712342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcaed24-3cf2-4af9-a93e-db24188a9595,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:28.722307 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:28.795257 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Attempting to bind port 469e8487-9569-4205-863c-c2a026faa2af on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:28.795661 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Attempting to bind port 469e8487-9569-4205-863c-c2a026faa2af by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:28.796025 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Attempting to bind port 469e8487-9569-4205-863c-c2a026faa2af on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:28.816440 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:28.823628 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:28.824120 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.824534 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Bound using segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:28.825044 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Bound port: 469e8487-9569-4205-863c-c2a026faa2af, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:28.825427 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.910409 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] For port e3bc8ede-1921-404d-ab2e-734901ef65ba, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:28.924374 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] For port e3bc8ede-1921-404d-ab2e-734901ef65ba, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e3bc8ede-1921-404d-ab2e-734901ef65ba,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:28.956935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.959700 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:28.967351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:29.098028 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] For port 469e8487-9569-4205-863c-c2a026faa2af, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:29.124222 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] For port 469e8487-9569-4205-863c-c2a026faa2af, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=469e8487-9569-4205-863c-c2a026faa2af,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:29.137365 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Pushing event updated for resources: {'Port': ['ID=e3bc8ede-1921-404d-ab2e-734901ef65ba,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:29.141561 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:29.147273 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:29.147965 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-2f82aee6-c335-46f5-afb2-23a488b32982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:29.336793 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:29.338986 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d20868b0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:29.588720 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:40:29.643290 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc8a7-e86d-4663-b55e-8e9d32dd70b3 req-331508c9-213c-4bf1-9299-4852d02f7d6c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:29.668203 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-35efc8a7-e86d-4663-b55e-8e9d32dd70b3 req-331508c9-213c-4bf1-9299-4852d02f7d6c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.3712413
Jun 07 18:40:29.744967 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Pushing event updated for resources: {'Port': ['ID=469e8487-9569-4205-863c-c2a026faa2af,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:29.756350 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:29.813342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47564) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:29.908461 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47566) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:29.930949 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-35efc8a7-e86d-4663-b55e-8e9d32dd70b3 req-836219f4-1052-481d-a929-63a00378d4d1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608278
Jun 07 18:40:29.981199 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:30.008302 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Deleting subnet 5001e525-0123-4e48-858a-c2ad8b7b7db4 {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:40:30.020175 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.046126 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:30.058860 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Sync routers for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:30.080614 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:30.081611 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2920c40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:30.090248 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.091515 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f5f4cc11-409e-4f37-a02c-2a9c42110308 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5712435
Jun 07 18:40:30.095041 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47574) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:30.180448 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.216334 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.451968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.512336 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d20868b0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:29Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:30.519492 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad5960-bc4c-4a6b-a0cc-588d8f65376d None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:29Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:30.535064 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.544482 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8becfe27-9abe-47cb-971a-43cbfa3256f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:30.597971 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:30.604900 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.606958 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5001e525-0123-4e48-858a-c2ad8b7b7db4 HTTP/1.1" status: 204  len: 168 time: 0.7866211
Jun 07 18:40:30.610141 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5001e525-0123-4e48-858a-c2ad8b7b7db4,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:30.616657 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:30.618898 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47586) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:30.649785 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 469e8487-9569-4205-863c-c2a026faa2af up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:30.808695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 469e8487-9569-4205-863c-c2a026faa2af completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:30.815958 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 469e8487-9569-4205-863c-c2a026faa2af triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:30.816338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.871292 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.916756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.951454 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:30.956488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf16d7-ce11-49f4-8a37-d9547d36927f None None] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:40:30.964773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b03110d3-4b9a-4d6c-9cd3-655dec61fc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:31.059261 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6d2e89bce0846d7b78b84b9256927c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1271834
Jun 07 18:40:31.067219 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47598) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:31.081664 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4b9969-1a40-4ca5-99e0-d5fbf6808df2,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:31.098668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:31.188826 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.219177 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-d9871cac-2af6-40b9-93f8-255a343642db None None] Provisioning for port e3bc8ede-1921-404d-ab2e-734901ef65ba completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:31.278745 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f06d260ad30>> segment before_delete 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.279107 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f06d260ad30>> subnet precommit_delete_associations 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.279827 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> segment_host_mapping after_create 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.280169 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> port after_create 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.280654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> port after_delete 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.280997 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> port after_update 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.281313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> segment after_delete 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.281639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> subnet after_create 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.281950 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> subnet after_delete 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.282261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d1b4e580>> subnet after_update 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.458441 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2920c40>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:27Z', 'revision_number': 3, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:31.481087 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Checking router: ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:31.481483 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Updating router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 port de505d34-4252-46e2-b2e4-ff5eb23fa90e binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:40:31.489332 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1ddf190>> subnet after_create 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.489730 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1ddf190>> subnet after_delete 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.490072 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1ddf190>> subnet before_create 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.492030 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1ddf190>> subnet before_update 55550000 {{(pid=98345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:40:31.492569 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d260adc0>,) {'filters': {'network_id': ['83b67847-8871-48d5-9574-05031bafd3ce']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:31.520175 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.523825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d260adc0>, '010ba667-bab6-4197-9c30-b4b9b1c75b59') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:31.524151 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d260adc0>, '010ba667-bab6-4197-9c30-b4b9b1c75b59') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:31.557113 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.597706 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.620823 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:40:31.621413 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.626537 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.851036 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   from cryptography.utils import int_from_bytes
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   from cryptography.utils import int_from_bytes
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:40:31.877163 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:40:31.914064 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:31.951860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-77b0282a-f743-449e-a3a7-1610a12ee72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.013952 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=83b67847-8871-48d5-9574-05031bafd3ce,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.043901 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.052214 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] 10.222.0.13 "DELETE /v2.0/networks/83b67847-8871-48d5-9574-05031bafd3ce HTTP/1.1" status: 204  len: 168 time: 1.4301004
Jun 07 18:40:32.054754 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.125456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ae651d1e-5d2b-4091-bc2d-ce9de6408c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.138613 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.150514 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 469e8487-9569-4205-863c-c2a026faa2af, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=469e8487-9569-4205-863c-c2a026faa2af,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:32.181382 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939ff0-bca3-4093-80a1-30f93f63a842 req-916d4774-0438-4046-bf17-c1910361c32d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:32.198011 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6939ff0-bca3-4093-80a1-30f93f63a842 req-916d4774-0438-4046-bf17-c1910361c32d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.9757874
Jun 07 18:40:32.284643 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.286221 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e3bc8ede-1921-404d-ab2e-734901ef65ba up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:32.414986 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6939ff0-bca3-4093-80a1-30f93f63a842 req-4616b478-52a6-4f13-b373-7481815bae3d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153091
Jun 07 18:40:32.415280 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47624) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:32.438907 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.441587 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.448111 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4b9969-1a40-4ca5-99e0-d5fbf6808df2 HTTP/1.1" status: 204  len: 168 time: 1.3797212
Jun 07 18:40:32.448940 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-923ccfc2-35d3-4b81-9e49-add464877f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.462784 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.470814 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4b9969-1a40-4ca5-99e0-d5fbf6808df2,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.477710 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.483179 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Transition to ACTIVE for port object de505d34-4252-46e2-b2e4-ff5eb23fa90e will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:32.493914 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.500299 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-98686d52-f77a-46d2-ac68-ff883a77884f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.514892 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Allocated IP 172.20.0.1 (9037a438-9294-48e4-a6f0-1a19542ee7ac/5db1ab34-937e-4d38-b411-428574fc5c22/c5e3f794-5173-456b-8fda-7298ee6da32e) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:40:32.531155 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-69090873-b700-421e-8a44-748dddc3a5f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a736e62bab884cef97bced289d050c22&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1141613
Jun 07 18:40:32.534009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47630) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:32.551117 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.607760 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Attempting to bind port de505d34-4252-46e2-b2e4-ff5eb23fa90e on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:32.608512 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Attempting to bind port de505d34-4252-46e2-b2e4-ff5eb23fa90e by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:32.609267 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Attempting to bind port de505d34-4252-46e2-b2e4-ff5eb23fa90e on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:32.619574 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08cf2c-3b29-4c5a-89a4-79d1c3e0f002 None None] Pushing event updated for resources: {'Port': ['ID=de505d34-4252-46e2-b2e4-ff5eb23fa90e,revision_number=2']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.622645 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:32.623379 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:32.624036 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.624636 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:32.625324 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Bound port: de505d34-4252-46e2-b2e4-ff5eb23fa90e, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:32.625931 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.637770 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.667842 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1e08cf2c-3b29-4c5a-89a4-79d1c3e0f002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.680200 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.758514 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.761051 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.762187 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea84cb73-2179-485f-be1a-b55a7e8c3cd5 HTTP/1.1" status: 204  len: 168 time: 0.2271993
Jun 07 18:40:32.762849 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.801362 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] For port de505d34-4252-46e2-b2e4-ff5eb23fa90e, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:32.809808 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84cb73-2179-485f-be1a-b55a7e8c3cd5,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.811700 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] For port de505d34-4252-46e2-b2e4-ff5eb23fa90e, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=de505d34-4252-46e2-b2e4-ff5eb23fa90e,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:32.816007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.825351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port e3bc8ede-1921-404d-ab2e-734901ef65ba completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:32.829522 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.841590 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:32.848954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port e3bc8ede-1921-404d-ab2e-734901ef65ba triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:32.849856 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.901423 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.915379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=469e8487-9569-4205-863c-c2a026faa2af,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.920938 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.941105 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Transition to ACTIVE for port object c5e3f794-5173-456b-8fda-7298ee6da32e will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:32.977841 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08cf2c-3b29-4c5a-89a4-79d1c3e0f002 None None] Pushing event updated for resources: {'Port': ['ID=de505d34-4252-46e2-b2e4-ff5eb23fa90e,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:32.983654 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1e08cf2c-3b29-4c5a-89a4-79d1c3e0f002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:32.989544 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:40:32.990370 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:40:33.006316 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:33.007092 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2920c40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:33.025084 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:33.027263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:33.036041 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:40:33.036861 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.077219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.160925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port e3bc8ede-1921-404d-ab2e-734901ef65ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e3bc8ede-1921-404d-ab2e-734901ef65ba,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:33.166808 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.172115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:33.221602 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.285172 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=e3bc8ede-1921-404d-ab2e-734901ef65ba,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:33.293619 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:33.303544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47642) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:33.338764 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:33.342617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 469e8487-9569-4205-863c-c2a026faa2af up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:33.347844 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.487426 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-edc04423-1f73-4d82-be99-b421c21daa92 None None] Provisioning complete for port e3bc8ede-1921-404d-ab2e-734901ef65ba triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:33.488084 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-edc04423-1f73-4d82-be99-b421c21daa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.635066 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.642615 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.762782 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fec3c13a-a160-4650-8312-6cbe908010d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:33.866645 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b824bc67f399483fb455bb5cb1e7d5d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5610669
Jun 07 18:40:33.877019 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47666) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:33.888735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 469e8487-9569-4205-863c-c2a026faa2af triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:33.889114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:33.976397 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf40590-84c7-4690-bf6c-f7e8ad919688,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:33.987414 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:34.069713 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2920c40>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:27Z', 'revision_number': 3, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:34.080929 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db08d-5e2d-4aab-abe2-5e0f64a656ca None None] The sync data for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi is: [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:27Z', 'revision_number': 3, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:34.152099 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.166886 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d279-5386-4a32-b32c-bf46c1411e08 req-60cacad2-989f-48be-9e58-88cfd44af8e1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:34.171843 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa95d279-5386-4a32-b32c-bf46c1411e08 req-60cacad2-989f-48be-9e58-88cfd44af8e1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2983334
Jun 07 18:40:34.182126 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2f85c8d4-8fc1-4c0f-8c4c-8b70a1fce622 None None] Provisioning for port c5e3f794-5173-456b-8fda-7298ee6da32e completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:34.198859 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.200609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.202708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.204185 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-2f85c8d4-8fc1-4c0f-8c4c-8b70a1fce622 None None] Provisioning complete for port c5e3f794-5173-456b-8fda-7298ee6da32e triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:34.204573 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f85c8d4-8fc1-4c0f-8c4c-8b70a1fce622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.232024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:34.314689 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-2f85c8d4-8fc1-4c0f-8c4c-8b70a1fce622 None None] Port c5e3f794-5173-456b-8fda-7298ee6da32e cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:40:34.334291 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fa95d279-5386-4a32-b32c-bf46c1411e08 req-dc96d321-ffc1-43a9-bcc6-1ae5d07c4dd5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588337
Jun 07 18:40:34.371120 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.540480 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e3f794-5173-456b-8fda-7298ee6da32e,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:34.551094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:34.604393 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.607227 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.610886 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf40590-84c7-4690-bf6c-f7e8ad919688 HTTP/1.1" status: 204  len: 168 time: 0.7256596
Jun 07 18:40:34.613224 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cd376d3e-83de-48b8-bfd3-a9df9139c9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:34.623109 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:40:34.625495 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf40590-84c7-4690-bf6c-f7e8ad919688,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:34.627449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:40:34.629250 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:34.965003 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-b416989b-92f8-4363-a11e-4e844b7de0c5 None None] Provisioning complete for port c5e3f794-5173-456b-8fda-7298ee6da32e triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:34.965422 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b416989b-92f8-4363-a11e-4e844b7de0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:34.979361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:40:35.104441 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-b416989b-92f8-4363-a11e-4e844b7de0c5 None None] Port c5e3f794-5173-456b-8fda-7298ee6da32e cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:40:35.445379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device de505d34-4252-46e2-b2e4-ff5eb23fa90e up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:35.446121 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:40:35.466065 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef97e5eb-2414-42c5-9b8c-4010a96f6fb6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3608954
Jun 07 18:40:35.585553 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port de505d34-4252-46e2-b2e4-ff5eb23fa90e completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:35.595144 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port de505d34-4252-46e2-b2e4-ff5eb23fa90e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:35.595771 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:35.827630 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:35.851551 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port de505d34-4252-46e2-b2e4-ff5eb23fa90e, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=de505d34-4252-46e2-b2e4-ff5eb23fa90e,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:35.859127 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:35.862735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e3bc8ede-1921-404d-ab2e-734901ef65ba up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:35.891223 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:36.018583 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=de505d34-4252-46e2-b2e4-ff5eb23fa90e,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:36.022738 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:36.035564 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port e3bc8ede-1921-404d-ab2e-734901ef65ba triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:36.036261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:36.502501 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Sync routers for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:40:36.512432 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:36.513083 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d226e6a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:36.695457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:37.097110 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d226e6a0>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:33Z', 'revision_number': 4, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c5e3f794-5173-456b-8fda-7298ee6da32e', 'name': '', 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'mac_address': 'fa:16:3e:4d:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:31Z', 'updated_at': '2021-06-07T18:40:33Z', 'revision_number': 2, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'subnets': [{'id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:37.103061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Checking router: ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:40:37.103656 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Updating router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 port c5e3f794-5173-456b-8fda-7298ee6da32e binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:40:37.176709 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:37.292201 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device de505d34-4252-46e2-b2e4-ff5eb23fa90e up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:37.469597 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port de505d34-4252-46e2-b2e4-ff5eb23fa90e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:37.469977 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:37.681261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:37.693417 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Transition to ACTIVE for port object c5e3f794-5173-456b-8fda-7298ee6da32e will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:40:37.700247 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:37.704799 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:37.839017 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Pushing event updated for resources: {'Port': ['ID=c5e3f794-5173-456b-8fda-7298ee6da32e,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:37.879715 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:37.936896 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Attempting to bind port c5e3f794-5173-456b-8fda-7298ee6da32e on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:40:37.937407 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Attempting to bind port c5e3f794-5173-456b-8fda-7298ee6da32e by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:40:37.937867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Attempting to bind port c5e3f794-5173-456b-8fda-7298ee6da32e on network 9037a438-9294-48e4-a6f0-1a19542ee7ac {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:40:37.945284 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:40:37.945745 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Checking segment: {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:40:37.946247 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:37.946748 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Bound using segment: {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:40:37.947324 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Bound port: c5e3f794-5173-456b-8fda-7298ee6da32e, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:40:37.947826 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:38.072451 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] For port c5e3f794-5173-456b-8fda-7298ee6da32e, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:40:38.076200 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] For port c5e3f794-5173-456b-8fda-7298ee6da32e, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c5e3f794-5173-456b-8fda-7298ee6da32e,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:40:38.083006 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:38.089132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:38.198159 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:40:38.198866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d226e6a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:40:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:38.273064 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Pushing event updated for resources: {'Port': ['ID=c5e3f794-5173-456b-8fda-7298ee6da32e,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:38.284605 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:38.332120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51decc-74f8-4e84-be9d-ae0cec1389f9 req-6c2a6d1b-e284-4fff-b3e7-3f26c7d27c3e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:38.340297 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dd51decc-74f8-4e84-be9d-ae0cec1389f9 req-6c2a6d1b-e284-4fff-b3e7-3f26c7d27c3e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2286985
Jun 07 18:40:38.409738 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dd51decc-74f8-4e84-be9d-ae0cec1389f9 req-8c7e2c71-b441-48be-aaeb-81c3ffe6dcd2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683198
Jun 07 18:40:38.477445 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:40:38.537396 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47816) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:38.763216 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:38.822377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47820) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:38.828185 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548971452', 'description': 'tempest-secgroup-smoke-1548971452 description', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:38.847359 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d226e6a0>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:33Z', 'revision_number': 4, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c5e3f794-5173-456b-8fda-7298ee6da32e', 'name': '', 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'mac_address': 'fa:16:3e:4d:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:31Z', 'updated_at': '2021-06-07T18:40:38Z', 'revision_number': 4, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'subnets': [{'id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:40:38.852168 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21f910-ff52-4f05-9bcf-b56214695724 None None] The sync data for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi is: [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:40:33Z', 'revision_number': 4, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c5e3f794-5173-456b-8fda-7298ee6da32e', 'name': '', 'network_id': '9037a438-9294-48e4-a6f0-1a19542ee7ac', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'mac_address': 'fa:16:3e:4d:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:31Z', 'updated_at': '2021-06-07T18:40:38Z', 'revision_number': 4, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'subnets': [{'id': '5db1ab34-937e-4d38-b411-428574fc5c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:40:38.938561 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:38.952564 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:38.963233 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54d723eb-d67e-4d28-a7a7-4eb24a9cc6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:39.013572 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023ec3c4-2747-4d16-a979-dc8c5c042ee9,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:39.038055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:39.052485 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.104269 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ccb41759a82495ebb5a3e906cff634a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5655909
Jun 07 18:40:39.108671 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47834) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:39.273045 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.318506 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.321028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.323357 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.340590 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ada73688-aeb3-448a-976d-6336fdb4e95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:39.342586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c5e3f794-5173-456b-8fda-7298ee6da32e up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:39.393151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.403005 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.404625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210bf4fb-18cf-43fc-8824-21b5460bca70,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:39.407923 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/023ec3c4-2747-4d16-a979-dc8c5c042ee9 HTTP/1.1" status: 204  len: 168 time: 0.2979853
Jun 07 18:40:39.408885 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:39.421139 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:39.424303 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ec3c4-2747-4d16-a979-dc8c5c042ee9,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:39.428476 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:39.448530 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.449775 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6263900
Jun 07 18:40:39.453741 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47848) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:39.478267 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:39.502814 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port c5e3f794-5173-456b-8fda-7298ee6da32e completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:40:39.512250 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port c5e3f794-5173-456b-8fda-7298ee6da32e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:39.512850 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.528445 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.649231 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.655256 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.687874 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:39.823387 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.823664 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2e6eda-5485-4fb1-a94e-7e8ffd78b2e8,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:39.831201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:39.834014 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.842546 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47864) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:39.842881 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3860502
Jun 07 18:40:39.852656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:39.911172 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07083ec0-d5aa-48f4-a659-f2fbef8541af req-f9e859a4-f621-4358-a2f2-9d7bb25baa08 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:39.921995 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07083ec0-d5aa-48f4-a659-f2fbef8541af req-f9e859a4-f621-4358-a2f2-9d7bb25baa08 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.2121882
Jun 07 18:40:39.972658 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:39.994941 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port c5e3f794-5173-456b-8fda-7298ee6da32e, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c5e3f794-5173-456b-8fda-7298ee6da32e,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:40:39.999348 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.004718 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.049266 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07083ec0-d5aa-48f4-a659-f2fbef8541af req-f44f2b02-eec6-497b-85fe-689e7b91d420 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259108
Jun 07 18:40:40.125600 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.133633 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.145131 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.153590 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=c5e3f794-5173-456b-8fda-7298ee6da32e,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.165832 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.176268 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8428a57d-300e-499d-828a-90ebd7a0972e,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.186815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.193592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.199898 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47870) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.201011 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3569794
Jun 07 18:40:40.207101 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:40.225666 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47872) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.284026 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.290088 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.330984 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47882) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.452215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.464173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.504015 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.529274 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e542bfb-a83b-4f4e-8a50-9b2d90933837,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.531968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.610632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.616929 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.621502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.623238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4219806
Jun 07 18:40:40.626081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47886) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.627427 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0357ea1c-5242-43c6-9fdc-128b267e324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.631460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:40.674851 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af58b00da57441795af8d99073b334f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4462378
Jun 07 18:40:40.674851 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47888) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.685574 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb655e7f-c4c0-4d03-9804-9d1964febf8d,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.686599 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.690496 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.747531 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.760071 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.775866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.816777 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.832680 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.844369 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.849540 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.852426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.853562 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb655e7f-c4c0-4d03-9804-9d1964febf8d HTTP/1.1" status: 204  len: 168 time: 0.1779284
Jun 07 18:40:40.854384 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-46580f7a-78dd-402f-94e4-cc62591320d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.866660 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb655e7f-c4c0-4d03-9804-9d1964febf8d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.868897 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.900731 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1c233f-3814-417e-b910-3dd4f3ffbc27,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:40.908081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:40.964093 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.969261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.978330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:40.987201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:40.992050 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3612163
Jun 07 18:40:40.993304 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 47892) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:40.998092 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:41.026510 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3147dc427fc40d7aeba5e726dfb954d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6893368
Jun 07 18:40:41.026706 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.securitygroups_db [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Project ba094a24f85f4bb086a2c1241612bebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:40:41.027299 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984eaac4-9710-4618-8dea-8dd24468cc43,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:41.029970 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47896) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:41.032014 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:41.035473 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.095005 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.111128 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.117646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.119724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:41.136541 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac880c5e-2809-4192-8b64-5440adfd416f,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:41.147074 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:41.164358 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.166804 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-91176c95-e754-46f5-8127-477ce61a930f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1717646
Jun 07 18:40:41.169079 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 47904) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:41.174060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'security_group_rule': {'security_group_id': '210bf4fb-18cf-43fc-8824-21b5460bca70', 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:40:41.231614 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.294573 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c5e3f794-5173-456b-8fda-7298ee6da32e up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:40:41.309694 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.securitygroups_db [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Project ba094a24f85f4bb086a2c1241612bebc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:40:41.319320 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.359190 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71545ecf-6ff7-4bc2-8e51-9edc277b20bc req-b991fe66-9904-4cb1-8673-826ec91ff367 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:41.360757 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-71545ecf-6ff7-4bc2-8e51-9edc277b20bc req-b991fe66-9904-4cb1-8673-826ec91ff367 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1770492
Jun 07 18:40:41.402447 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.405162 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.408562 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/984eaac4-9710-4618-8dea-8dd24468cc43 HTTP/1.1" status: 204  len: 168 time: 0.3754594
Jun 07 18:40:41.409789 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-94072d27-5e25-44db-8dbb-cbb63f274448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:41.413188 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port c5e3f794-5173-456b-8fda-7298ee6da32e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:40:41.413782 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.428414 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984eaac4-9710-4618-8dea-8dd24468cc43,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:41.439378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:41.459307 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-71545ecf-6ff7-4bc2-8e51-9edc277b20bc req-415ff124-a5cf-4922-b493-c691eb0b2df5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826850
Jun 07 18:40:41.470726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.476096 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.478211 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e804d27-66d1-4266-a7c5-4578c59c7132 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:41.518220 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced9239e-d2d2-451a-8713-3798ab0fa291,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:41.530012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:41.538973 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:41.559364 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3887618
Jun 07 18:40:41.941260 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:40:42.755947 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fabb7c-254d-44c9-95a6-886d4b3f13ea req-eb69b904-e618-44ac-aa85-9d0f812c6fcc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:42.758689 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-14fabb7c-254d-44c9-95a6-886d4b3f13ea req-eb69b904-e618-44ac-aa85-9d0f812c6fcc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1076262
Jun 07 18:40:42.844097 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-14fabb7c-254d-44c9-95a6-886d4b3f13ea req-5cf49ca5-706e-4451-a166-9d3346ec5efd tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791311
Jun 07 18:40:43.842140 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48120) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:44.064358 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f19e47-d063-4497-ba77-443a637144c7 req-278a863d-5f92-41a9-9b18-d09d6b4de948 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:44.065986 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c5f19e47-d063-4497-ba77-443a637144c7 req-278a863d-5f92-41a9-9b18-d09d6b4de948 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.0960019
Jun 07 18:40:44.098986 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.153581 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c5f19e47-d063-4497-ba77-443a637144c7 req-373f2f66-123d-4405-a1af-a36bc0fcbddd tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723047
Jun 07 18:40:44.315744 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.322387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.336983 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d6960ea9-98c8-4a3e-a202-77d18f0e5a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:44.375566 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d27827f6327f482ba38eee52f2fb27c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5323725
Jun 07 18:40:44.379723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48156) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:44.415436 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d2c8c-f841-4c2f-8c10-3aff14369b92,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:44.427691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:44.479152 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.554577 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.650492 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c46f1-f881-4f53-b067-f47f2ef2bb2b req-324f11a0-f45d-4c15-936a-0e0721513a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:44.652878 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-855c46f1-f881-4f53-b067-f47f2ef2bb2b req-324f11a0-f45d-4c15-936a-0e0721513a13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1099 time: 0.1599004
Jun 07 18:40:44.690028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.690028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:44.690028 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/994d2c8c-f841-4c2f-8c10-3aff14369b92 HTTP/1.1" status: 204  len: 168 time: 0.3070164
Jun 07 18:40:44.690028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:44.705262 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d2c8c-f841-4c2f-8c10-3aff14369b92,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:44.709219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:44.761403 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-855c46f1-f881-4f53-b067-f47f2ef2bb2b req-5e4d6874-9836-48d1-b2a3-d8141f97b3e3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928986
Jun 07 18:40:45.071081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48190) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:45.088682 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.227866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.233104 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.253030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d543484d-3989-405b-b1e0-2e691bc48c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:45.297913 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4281a250e5294a808f57afe7028b49a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2256303
Jun 07 18:40:45.300972 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48198) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:45.304101 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b8a7a-cfb4-4730-8c83-9ae289b0a7a5,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:45.307943 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:45.423982 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.463201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.516806 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566dff-6fda-4a2e-aafe-30025abbb47d req-6bd1c6c7-2097-4dd9-baa4-b9e296f5a646 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:45.518338 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7b566dff-6fda-4a2e-aafe-30025abbb47d req-6bd1c6c7-2097-4dd9-baa4-b9e296f5a646 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1696208
Jun 07 18:40:45.568540 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.571358 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:45.575118 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d5b8a7a-cfb4-4730-8c83-9ae289b0a7a5 HTTP/1.1" status: 204  len: 168 time: 0.2684546
Jun 07 18:40:45.576964 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a6d6a298-d8a6-4da0-b630-3081775c937e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:45.596474 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7b566dff-6fda-4a2e-aafe-30025abbb47d req-c9a5a1b7-5f18-4748-b5f3-4d8b1bec40ff tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704920
Jun 07 18:40:45.597361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b8a7a-cfb4-4730-8c83-9ae289b0a7a5,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:45.606666 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:46.197790 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48224) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:46.378018 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.565888 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.571387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.579918 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ac950ac-4070-405f-8d73-a931894eda73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:46.622842 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac545f-c73e-40ca-b17c-ec77ac793e13,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:46.629038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:46.644256 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48248) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:46.656143 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60644d1575594f0a85155de48f45f774&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4567697
Jun 07 18:40:46.798741 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.846243 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.951311 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9848df-9bfb-4b8d-bce0-8c189a02b8c3 req-182ccf40-0c06-4b5e-87f4-7e517edfed7c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:46.953272 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e9848df-9bfb-4b8d-bce0-8c189a02b8c3 req-182ccf40-0c06-4b5e-87f4-7e517edfed7c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1993678
Jun 07 18:40:46.987313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.991167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:46.992284 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35ac545f-c73e-40ca-b17c-ec77ac793e13 HTTP/1.1" status: 204  len: 168 time: 0.3468790
Jun 07 18:40:46.996426 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d8760b11-3279-457b-83b5-08dd52f2176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:47.017624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac545f-c73e-40ca-b17c-ec77ac793e13,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:47.054724 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e9848df-9bfb-4b8d-bce0-8c189a02b8c3 req-cd84cb33-07af-43b4-874b-cdc499adca0e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891435
Jun 07 18:40:47.056274 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:47.359716 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7480a-4fc6-4cec-9af6-6c36bdb0cd1b req-5f393373-f1e4-4f38-afa8-614a18d4e7ce tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:47.362112 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48b7480a-4fc6-4cec-9af6-6c36bdb0cd1b req-5f393373-f1e4-4f38-afa8-614a18d4e7ce tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1153386
Jun 07 18:40:47.445989 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48b7480a-4fc6-4cec-9af6-6c36bdb0cd1b req-02e067bf-4e00-4911-b986-a6bcbcb1198e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753489
Jun 07 18:40:49.265729 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48320) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:49.454189 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:49.626691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:49.662821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-6c6836da-d978-4573-93e5-bf7b7160a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:49.666282 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-6c6836da-d978-4573-93e5-bf7b7160a64c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.1435933
Jun 07 18:40:49.672289 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:49.690249 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:49.830804 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b587b38daa048c59bfafe218e7a1d7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5618093
Jun 07 18:40:49.831154 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48346) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:49.840364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab223b2b-8d6d-4032-b87a-2944906eb758,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:49.854522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:49.869406 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-c11c743c-41bb-4878-b92c-b217e7417468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:49.871616 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-c11c743c-41bb-4878-b92c-b217e7417468 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.1980503
Jun 07 18:40:49.882470 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a88a00-4e9e-45e0-bcb3-377540f77488 req-77de5d81-9676-4b43-b044-69cd8a64a999 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:49.885341 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-16a88a00-4e9e-45e0-bcb3-377540f77488 req-77de5d81-9676-4b43-b044-69cd8a64a999 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2563574
Jun 07 18:40:49.948054 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-16a88a00-4e9e-45e0-bcb3-377540f77488 req-23d51367-0d0c-42ab-ab69-97c2a236b029 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551794
Jun 07 18:40:49.988722 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-49a1c692-33db-4379-ac82-d71e3dfb707e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.1044173
Jun 07 18:40:50.045345 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:50.092899 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:50.109816 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-df8d3bb5-685e-4f42-b657-4afc83e88dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:50.112264 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-df8d3bb5-685e-4f42-b657-4afc83e88dfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.1099784
Jun 07 18:40:50.234751 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-cf277bac-66a1-49a3-95c0-68ddd5193b73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1135485
Jun 07 18:40:50.366654 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:50.369490 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:50.370615 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab223b2b-8d6d-4032-b87a-2944906eb758 HTTP/1.1" status: 204  len: 168 time: 0.5384884
Jun 07 18:40:50.384996 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7f5fdc08-deca-474a-b40b-e7ff9a0a7f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:50.399925 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab223b2b-8d6d-4032-b87a-2944906eb758,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:50.410556 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:50.421865 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-7ca0a156-6c83-4674-bbd4-7c19efd6f8ad service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765060
Jun 07 18:40:50.593614 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ad5c150-6500-4e5b-908b-f2748d58eab8 req-683b8569-b20a-4b18-ab3b-f1e585ab2d1b service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633627
Jun 07 18:40:50.752996 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fdb5bbec-89e1-4fb0-b238-0a1be9eda7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:51.318717 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0bac6-fc1f-4a96-86a9-d84fcee82cc4 req-cb2d32bc-2830-494b-8f7c-5e38469c3a71 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:51.321040 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3d0bac6-fc1f-4a96-86a9-d84fcee82cc4 req-cb2d32bc-2830-494b-8f7c-5e38469c3a71 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1794429
Jun 07 18:40:51.446325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3d0bac6-fc1f-4a96-86a9-d84fcee82cc4 req-1feeb287-dbd5-44c8-9eaf-326dd2c73f6a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174026
Jun 07 18:40:51.897120 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48410) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:52.034773 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.154271 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.158426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.167024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:52.209027 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab0239340d764afa803e307d5b41f606&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3083527
Jun 07 18:40:52.210173 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019b77f-405e-483d-9c5f-af0c9e2ad165,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:52.210733 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48424) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:52.215093 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:52.290546 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.316941 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.377207 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.380684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:52.382170 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4019b77f-405e-483d-9c5f-af0c9e2ad165 HTTP/1.1" status: 204  len: 168 time: 0.1697192
Jun 07 18:40:52.383343 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a9f633f2-3fb7-4a79-92c2-8a5b53108e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:52.397219 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019b77f-405e-483d-9c5f-af0c9e2ad165,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:52.400874 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:52.700966 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e232af-dd37-4b9c-b9b9-38af85233135 req-42fb7494-1a64-40c5-b1db-79deaf9c2d1e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:52.702947 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b4e232af-dd37-4b9c-b9b9-38af85233135 req-42fb7494-1a64-40c5-b1db-79deaf9c2d1e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1259961
Jun 07 18:40:52.764889 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b4e232af-dd37-4b9c-b9b9-38af85233135 req-deddb2a0-d766-4b19-bfa6-c1bd4eee44b4 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542200
Jun 07 18:40:52.916459 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48450) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:53.030039 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.055319 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.063864 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48454) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:53.085104 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.172279 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.176968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.190931 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d8b93d9f-691a-4fbf-847c-1f7ffa5dee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:53.271309 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a3b5070bdf49049bf76096f23e0336&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528478
Jun 07 18:40:53.272695 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af132282-c3bd-41c4-94be-996593bfabc9,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:53.278157 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:53.279567 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48456) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:53.327165 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.331748 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.341993 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6a657eab-3011-461d-9ae5-0b13bef774b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:53.362850 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.388466 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd005363a1dd48798fce834013d5d893&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235033
Jun 07 18:40:53.388817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48458) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:53.389527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce11163d-2277-4d25-8e8c-57de81432c9e,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:53.392933 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:53.396128 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac91b-bac8-43f2-af5f-f8949701a1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.410425 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.487265 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.518101 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.524770 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.527125 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.528517 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af132282-c3bd-41c4-94be-996593bfabc9 HTTP/1.1" status: 204  len: 168 time: 0.2471905
Jun 07 18:40:53.531636 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6a453e8d-c574-4ba8-aecc-2bb12e6b8554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:53.551068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af132282-c3bd-41c4-94be-996593bfabc9,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:53.555130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:53.603818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.609305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:53.633136 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce11163d-2277-4d25-8e8c-57de81432c9e HTTP/1.1" status: 204  len: 168 time: 0.2430382
Jun 07 18:40:53.634444 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-440bd49e-f701-481f-a9da-b932f6491750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:53.666174 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce11163d-2277-4d25-8e8c-57de81432c9e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:53.671460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:54.049625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245db74-7df3-41a8-b5a0-5b99762f5d60 req-c85e044c-177d-4f41-b526-646d9c3de65b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:54.059587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b245db74-7df3-41a8-b5a0-5b99762f5d60 req-c85e044c-177d-4f41-b526-646d9c3de65b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1276176
Jun 07 18:40:54.101636 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48478) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:54.130695 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.134541 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b245db74-7df3-41a8-b5a0-5b99762f5d60 req-4336fa8c-28d2-4b7f-a209-5c1a6f95f4ab tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739737
Jun 07 18:40:54.279003 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.283771 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.300269 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6c087647-bcc7-43fd-9437-d874f9e35aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:54.403843 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.438139 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5adc456860d6467ca734ecfa2ccef26a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3341432
Jun 07 18:40:54.439090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b448018-12df-4c44-8b8f-67bdc3d9004b,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:54.441740 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48488) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:54.442226 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:54.529306 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.565809 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.626475 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.631514 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:54.633448 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b448018-12df-4c44-8b8f-67bdc3d9004b HTTP/1.1" status: 204  len: 168 time: 0.1897285
Jun 07 18:40:54.634566 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8c51a4b2-2531-476f-a57b-6d0c655b1e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:54.654684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b448018-12df-4c44-8b8f-67bdc3d9004b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:54.658962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:55.103530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:55.403451 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34740409-2e93-42c8-bf78-b31525f6abb7 req-87e09dcd-7aa7-4bcc-9e60-95dffe81bebf tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:55.405072 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34740409-2e93-42c8-bf78-b31525f6abb7 req-87e09dcd-7aa7-4bcc-9e60-95dffe81bebf tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0998302
Jun 07 18:40:55.493076 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34740409-2e93-42c8-bf78-b31525f6abb7 req-5830a190-60b0-4c15-9f38-713d9eaf6472 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536125
Jun 07 18:40:55.967503 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:56.801028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f3a4-9dab-417a-9034-718468663924 req-2a966a47-6e8b-4ac9-90ec-4c9e9278accc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:56.803143 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1987f3a4-9dab-417a-9034-718468663924 req-2a966a47-6e8b-4ac9-90ec-4c9e9278accc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1172071
Jun 07 18:40:56.860869 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1987f3a4-9dab-417a-9034-718468663924 req-8a9eb5fd-7921-47d1-8d3f-a9b23171b443 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517924
Jun 07 18:40:57.929043 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48624) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:58.083802 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.108880 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3c44-24bc-47f0-a0d3-8dcf51595249 req-15b66704-dddd-4916-ac24-a70bd569c026 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:58.110333 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-630e3c44-24bc-47f0-a0d3-8dcf51595249 req-15b66704-dddd-4916-ac24-a70bd569c026 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1163008
Jun 07 18:40:58.181975 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-630e3c44-24bc-47f0-a0d3-8dcf51595249 req-f6324b9f-9d75-4dc0-9d6d-295a25cda0b4 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651414
Jun 07 18:40:58.255047 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.260382 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.270181 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-3d771f54-b619-4f50-848e-011f45531136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:58.314648 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48632) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:58.315190 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e0871338546472babade3da36fa730c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3845665
Jun 07 18:40:58.315887 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b799cdd4-9735-4e80-ba06-419dc2a9a602,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:58.319180 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:58.385028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.414846 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.468689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.471690 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.472974 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b799cdd4-9735-4e80-ba06-419dc2a9a602 HTTP/1.1" status: 204  len: 168 time: 0.1563418
Jun 07 18:40:58.474961 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:58.485538 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799cdd4-9735-4e80-ba06-419dc2a9a602,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:58.488226 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:58.790233 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48642) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:58.808100 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.930164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.934116 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:58.945545 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-adb1622d-192d-40c1-993b-48ecc12262a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:58.984374 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0a80758a9a94e7d803c68cc966868bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1930542
Jun 07 18:40:58.986040 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05058125-50f0-4b5e-9d22-21f1b03bf3e1,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:58.987074 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48644) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:58.988979 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:59.049639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.079202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.136279 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.139530 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.141013 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05058125-50f0-4b5e-9d22-21f1b03bf3e1 HTTP/1.1" status: 204  len: 168 time: 0.1528018
Jun 07 18:40:59.141925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f74868fd-1b98-4ec3-b92e-72d40726126c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:59.153779 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05058125-50f0-4b5e-9d22-21f1b03bf3e1,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:59.156158 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:59.374054 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48658) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:59.412215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44a8b-ebc9-4940-8ed2-d38f3a1b7fdd req-c1550d18-48f5-41b7-a444-ac0e71aac24b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:40:59.419873 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52c44a8b-ebc9-4940-8ed2-d38f3a1b7fdd req-c1550d18-48f5-41b7-a444-ac0e71aac24b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1061666
Jun 07 18:40:59.479541 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52c44a8b-ebc9-4940-8ed2-d38f3a1b7fdd req-10850cfd-eb57-4076-a76e-e118698d21fc tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587084
Jun 07 18:40:59.519601 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.640648 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.644722 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.653838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-483faedd-cdbe-4fed-8677-006eddf85a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:59.699873 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ebfcd9d43114e6f8af9177f77dabc60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236825
Jun 07 18:40:59.701449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04271036-3ae0-47cb-a4ab-44dfa5030bcc,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:59.702810 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48676) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:40:59.704491 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:40:59.766503 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.793597 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.856570 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.860193 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:40:59.863813 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04271036-3ae0-47cb-a4ab-44dfa5030bcc HTTP/1.1" status: 204  len: 168 time: 0.1573582
Jun 07 18:40:59.863813 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ce9058aa-9cb2-4cee-adfe-ac09622a8db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:40:59.872581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04271036-3ae0-47cb-a4ab-44dfa5030bcc,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:40:59.875557 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:00.338892 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48700) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:00.372500 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.495202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.499102 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.508241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fbd70632-b50d-4e44-97ec-61d15ff10d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:00.562841 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7300cfa3847e44a98605afb9fa10dce1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2225537
Jun 07 18:41:00.565448 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676cce8b-2c41-4a89-8758-534e48beb688,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:00.565658 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48708) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:00.584493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:00.664412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.707907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.759797 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879dcc-9df0-4671-b5e0-779cfc155123 req-1a7c321b-e233-477c-a6ac-773678ec1a26 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:00.762031 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7b879dcc-9df0-4671-b5e0-779cfc155123 req-1a7c321b-e233-477c-a6ac-773678ec1a26 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1424713
Jun 07 18:41:00.807221 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.810194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:00.811781 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/676cce8b-2c41-4a89-8758-534e48beb688 HTTP/1.1" status: 204  len: 168 time: 0.2448604
Jun 07 18:41:00.812787 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-70068093-129c-4560-a38d-34bd6819f63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:00.827789 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676cce8b-2c41-4a89-8758-534e48beb688,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:00.839661 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:00.846829 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7b879dcc-9df0-4671-b5e0-779cfc155123 req-a944c75b-57d1-4361-863b-4082f7c8ee25 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784452
Jun 07 18:41:01.900043 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48782) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:01.927925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48788) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:02.045412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-934791423-network', 'tenant_id': 'e3c5cbd07d6f44a0b272def67652961a'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:02.055645 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b4209-3b97-4363-b322-bd5a109f2c49 req-4c73de8d-8ba1-45a4-bac7-5d8f569e5174 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:02.057147 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-661b4209-3b97-4363-b322-bd5a109f2c49 req-4c73de8d-8ba1-45a4-bac7-5d8f569e5174 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0931897
Jun 07 18:41:02.081252 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Made reservation on behalf of e3c5cbd07d6f44a0b272def67652961a for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:02.084803 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.097162 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.127350 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-661b4209-3b97-4363-b322-bd5a109f2c49 req-f38665ea-d7a0-43c0-b585-96e7848c78df tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639553
Jun 07 18:41:02.131904 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.229175 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.233510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.245579 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:41:02.254882 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.255822 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Added segment 2a6020f9-0db5-4bfd-b632-da183c09a3b6 of type vlan for network 1cbefde9-44aa-4381-bcf4-f50174dee602
Jun 07 18:41:02.261734 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:02.305752 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.310797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a70ca6-8ad4-4028-a114-a0facaeedd64,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:02.314968 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:02.343323 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.356592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:02.356592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.356592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:02.356800 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.376956 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.390750 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a0ea6e76-3f4b-4fdf-ab0c-e27796aa86bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:02.446773 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6853bbc9a917444ab6706947a773c4e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5164394
Jun 07 18:41:02.447361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48796) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:02.450250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd57979-efac-410e-874d-d170469c4fc6,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:02.456678 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5555136
Jun 07 18:41:02.458346 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48798) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:02.474079 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Request body: {'subnet': {'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-934791423-subnet', 'tenant_id': 'e3c5cbd07d6f44a0b272def67652961a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:02.476684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:02.477426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Pushing event updated for resources: {'Network': ['ID=1cbefde9-44aa-4381-bcf4-f50174dee602,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:02.481137 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:02.504987 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:41:02.507656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Made reservation on behalf of e3c5cbd07d6f44a0b272def67652961a for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:02.510194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.533525 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.563571 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.627713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.630535 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.631686 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fd57979-efac-410e-874d-d170469c4fc6 HTTP/1.1" status: 204  len: 168 time: 0.1824396
Jun 07 18:41:02.632421 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1870aa2b-657b-42a5-9b5d-ef2025e8e4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:02.641881 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd57979-efac-410e-874d-d170469c4fc6,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:02.644203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:02.748111 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.752064 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cc151a5c-4e48-4aad-8e0a-2489f99d83d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:02.831799 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59b5b95-647f-4d21-b624-4b0ff0e6ab04,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:02.835679 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:02.855430 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Checking segment: {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:02.855778 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Network hostable DHCP agents. Network: 1cbefde9-44aa-4381-bcf4-f50174dee602, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:41:02.878185 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:41:02.898125 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 1cbefde9-44aa-4381-bcf4-f50174dee602) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:02.908728 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:02.910350 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:02.923612 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30371a9a-8e87-4dcf-bcb7-ad157416a27e None None] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:02.947784 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e1019fce-f938-4fe7-b359-6fff92185564 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4782324
Jun 07 18:41:03.042481 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 48814) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:03.063235 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.152324 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fcc79-de52-4e33-98e9-d3a39bb472d8 None None] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:03.178057 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.182580 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.194720 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f30a7c4d-3d61-4e5b-a326-ee7659d6955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:03.241747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fdec74-705d-452f-a159-b85f1f3623d6,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:03.246538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51c492748101403c8b2616552dc8fea9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2020662
Jun 07 18:41:03.247772 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:03.249359 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 48822) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:03.343284 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.371909 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1b9e-46b8-4baa-8d90-737005fe5756 req-aa99c147-8ff5-47da-a714-e418d956f62c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:03.373521 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bded1b9e-46b8-4baa-8d90-737005fe5756 req-aa99c147-8ff5-47da-a714-e418d956f62c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0917935
Jun 07 18:41:03.378610 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.425026 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bded1b9e-46b8-4baa-8d90-737005fe5756 req-db71071d-017a-415b-9ccf-f945240f633b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441346
Jun 07 18:41:03.446583 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.449686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:03.451159 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4fdec74-705d-452f-a159-b85f1f3623d6 HTTP/1.1" status: 204  len: 168 time: 0.2007763
Jun 07 18:41:03.452019 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-57add1ee-2d20-4009-b7ff-967223fcbbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:03.462858 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fdec74-705d-452f-a159-b85f1f3623d6,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:03.465734 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:04.722430 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f00e-e870-48a6-9f25-fb1edcdbe045 req-b8891f24-9aa7-4d4d-a512-2b88c05635eb tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:04.724758 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93c3f00e-e870-48a6-9f25-fb1edcdbe045 req-b8891f24-9aa7-4d4d-a512-2b88c05635eb tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1743097
Jun 07 18:41:04.797982 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93c3f00e-e870-48a6-9f25-fb1edcdbe045 req-b36545b3-65ec-417e-8fa8-47f02d1ed7de tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660083
Jun 07 18:41:04.937699 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459bb1f-4bac-4664-9eb9-c6f6a6b18499 req-80b46d16-43cc-4650-9c14-ae18e85a5b79 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:04.947773 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f459bb1f-4bac-4664-9eb9-c6f6a6b18499 req-80b46d16-43cc-4650-9c14-ae18e85a5b79 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0985012
Jun 07 18:41:04.999689 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f459bb1f-4bac-4664-9eb9-c6f6a6b18499 req-62d00f30-8aa5-4b36-a4c6-c5c1a172f5bb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504239
Jun 07 18:41:05.407634 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-f25bdcbb-1991-4397-a549-60b2e66f6200 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:05.409237 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-f25bdcbb-1991-4397-a549-60b2e66f6200 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/networks?id=1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 200  len: 808 time: 0.2102280
Jun 07 18:41:05.436009 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-98d3d7d4-7124-439b-a576-68ead61ce992 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/quotas/e3c5cbd07d6f44a0b272def67652961a HTTP/1.1" status: 200  len: 375 time: 0.0145407
Jun 07 18:41:05.494123 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-e15f63e1-8adb-49dd-ba6c-4bb49ce25720 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522110
Jun 07 18:41:05.678985 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-1c330787-4b74-48ee-99f9-027de76141d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686275
Jun 07 18:41:05.820307 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d3fdf4af-84d5-40f4-81dc-195936af824c service neutron] 10.222.0.13 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353402
Jun 07 18:41:06.019428 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-da28b9b3-f9ea-4803-86a7-ea579df47b77 req-1181ee0b-9e23-4cd0-a45d-c2507b1094e9 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 210 time: 0.0623281
Jun 07 18:41:06.052573 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63ee60-68d1-4c39-909f-97994a16422a req-0135b7ae-8e62-45a5-a1dd-aafe3c28921b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:06.054062 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9f63ee60-68d1-4c39-909f-97994a16422a req-0135b7ae-8e62-45a5-a1dd-aafe3c28921b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1400783
Jun 07 18:41:06.103866 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9f63ee60-68d1-4c39-909f-97994a16422a req-987ef163-ba7f-4a81-adf4-2671c4bcf2ad tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441070
Jun 07 18:41:06.229465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fce651-3e98-4089-be23-28587039e2dc req-bdd4df2a-4b0f-4973-ad38-47a80250dcc4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:06.231280 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-29fce651-3e98-4089-be23-28587039e2dc req-bdd4df2a-4b0f-4973-ad38-47a80250dcc4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0904796
Jun 07 18:41:06.283960 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-29fce651-3e98-4089-be23-28587039e2dc req-40543d83-6338-4155-bf09-c67758a22f93 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405359
Jun 07 18:41:07.180690 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-35aecb4c-cbcc-4043-a28b-84efc73356ae req-4c145491-3a8d-430e-a984-9257e21bda3c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 210 time: 0.0494661
Jun 07 18:41:07.283447 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-f93b6a5b-143f-4bad-92a5-b6d5f34af39f tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:07.285157 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-f93b6a5b-143f-4bad-92a5-b6d5f34af39f tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "GET /v2.0/networks?id=1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 200  len: 808 time: 0.1761410
Jun 07 18:41:07.300693 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Request body: {'port': {'device_id': '1488b17d-0304-43e9-b333-0c124ba553a2', 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602', 'admin_state_up': True, 'tenant_id': 'e3c5cbd07d6f44a0b272def67652961a'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:07.353690 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c2c3b-b445-46d0-bbb8-7090c136b4f3 req-6ba03fc0-97fd-490a-aa11-6277238fbd46 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:07.361468 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-739c2c3b-b445-46d0-bbb8-7090c136b4f3 req-6ba03fc0-97fd-490a-aa11-6277238fbd46 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1143179
Jun 07 18:41:07.426783 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-739c2c3b-b445-46d0-bbb8-7090c136b4f3 req-1e063fef-61a0-4010-a694-333c553cb648 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632548
Jun 07 18:41:07.473908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Made reservation on behalf of e3c5cbd07d6f44a0b272def67652961a for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:07.484452 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:07.519845 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120688-3863-4046-91bd-b7a776c3ada3 req-70d9799c-eec6-4dd8-9768-af7c25681a8b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:07.522422 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4a120688-3863-4046-91bd-b7a776c3ada3 req-70d9799c-eec6-4dd8-9768-af7c25681a8b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1060042
Jun 07 18:41:07.584562 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4a120688-3863-4046-91bd-b7a776c3ada3 req-8238849f-a62d-4292-866e-9d0671083a01 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563953
Jun 07 18:41:07.658843 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Allocated IP 172.20.0.3 (1cbefde9-44aa-4381-bcf4-f50174dee602/e59b5b95-647f-4d21-b624-4b0ff0e6ab04/89858f78-2380-402a-9428-37d439b3ceab) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:07.868381 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:07.897758 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:07.900216 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:07.921883 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:07.922960 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:07.925317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:07.931231 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:07.931857 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:07.949827 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-0805b870-af1c-457a-a74b-23a767e8b41a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6541729
Jun 07 18:41:07.962045 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Request body: {'port': {'device_id': '1488b17d-0304-43e9-b333-0c124ba553a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:08.134831 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.377801 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4fb8c-4022-496e-b998-6847d43d5795 req-6c1de4f7-00ab-41b8-8a9e-7fb7cb2eb44c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:08.379245 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8df4fb8c-4022-496e-b998-6847d43d5795 req-6c1de4f7-00ab-41b8-8a9e-7fb7cb2eb44c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 931 time: 0.0890563
Jun 07 18:41:08.429222 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8df4fb8c-4022-496e-b998-6847d43d5795 req-1cc2817f-8cd1-465b-b549-9188bebc7f6e tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438070
Jun 07 18:41:08.488412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89858f78-2380-402a-9428-37d439b3ceab {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:08.496601 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.518162 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Transition to ACTIVE for port object 89858f78-2380-402a-9428-37d439b3ceab will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:08.523199 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.534050 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:08.631387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5f0f5-ea72-44e2-bbab-dc128c72289c req-8701e32a-35aa-494f-9f93-a7b74e9d73e5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:08.638629 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fcd5f0f5-ea72-44e2-bbab-dc128c72289c req-8701e32a-35aa-494f-9f93-a7b74e9d73e5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1026967
Jun 07 18:41:08.701182 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fcd5f0f5-ea72-44e2-bbab-dc128c72289c req-ba309841-4a3d-48f3-8dc7-bde55a14d7e5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615606
Jun 07 18:41:08.731008 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=89858f78-2380-402a-9428-37d439b3ceab,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:08.735752 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Attempting to bind port 89858f78-2380-402a-9428-37d439b3ceab on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:08.736076 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Attempting to bind port 89858f78-2380-402a-9428-37d439b3ceab by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:08.736395 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Attempting to bind port 89858f78-2380-402a-9428-37d439b3ceab on network 1cbefde9-44aa-4381-bcf4-f50174dee602 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:08.744473 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.744820 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.745177 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.745514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.745848 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.746181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.746571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.746947 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.747207 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.747558 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.747949 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.748232 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:08.751345 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Port 89858f78-2380-402a-9428-37d439b3ceab on network 1cbefde9-44aa-4381-bcf4-f50174dee602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:41:08.751691 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Attempting to bind port 89858f78-2380-402a-9428-37d439b3ceab on network 1cbefde9-44aa-4381-bcf4-f50174dee602 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:08.754236 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:08.759203 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:08.759571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Checking segment: {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:08.759954 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Bound using segment: {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:08.760378 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Bound port: 89858f78-2380-402a-9428-37d439b3ceab, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:08.760718 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.826986 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d39aa-e46a-4471-acdb-bce140b428a5 req-8dc1c4ef-2289-4db2-99c5-9495e77ea590 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:08.828562 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c11d39aa-e46a-4471-acdb-bce140b428a5 req-8dc1c4ef-2289-4db2-99c5-9495e77ea590 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0899312
Jun 07 18:41:08.853484 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:08.857048 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89858f78-2380-402a-9428-37d439b3ceab,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:08.862145 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.867299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-92692182-a33e-4861-a89f-d98a7d3c5530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:08.876667 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c11d39aa-e46a-4471-acdb-bce140b428a5 req-f3aa2cac-8da9-47de-b308-69d489554f0d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414631
Jun 07 18:41:08.928048 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:08.928648 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:08.929987 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] 10.222.0.57 "PUT /v2.0/ports/89858f78-2380-402a-9428-37d439b3ceab HTTP/1.1" status: 200  len: 1093 time: 0.9723961
Jun 07 18:41:08.930451 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'tag': '89858f78-2380-402a-9428-37d439b3ceab'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:08.932744 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4462603-f459-453f-86ef-eea5c528c222" -d '{"events": [{"name": "network-changed", "server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "tag": "89858f78-2380-402a-9428-37d439b3ceab"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:08.955433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=89858f78-2380-402a-9428-37d439b3ceab,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:08.957118 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:08.979181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c97984-3e11-43c4-870c-2b8badb854c5 x-openstack-request-id: req-02c97984-3e11-43c4-870c-2b8badb854c5 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:08.979535 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "tag": "89858f78-2380-402a-9428-37d439b3ceab", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:08.979802 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c97984-3e11-43c4-870c-2b8badb854c5 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:08.980210 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'tag': '89858f78-2380-402a-9428-37d439b3ceab', 'status': 'completed', 'code': 200}
Jun 07 18:41:09.082308 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-9ea02e43-ffd9-4b67-82da-deb0896eafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:09.084366 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-9ea02e43-ffd9-4b67-82da-deb0896eafbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 1096 time: 0.0914564
Jun 07 18:41:09.163437 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-31c4af3d-e062-4f3d-9ef1-476b9adf369c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89858f78-2380-402a-9428-37d439b3ceab HTTP/1.1" status: 200  len: 217 time: 0.0691917
Jun 07 18:41:09.232088 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1490-4000-4748-964b-4b1d43725d2a req-dd85026d-0686-4951-a6c7-0b70455662b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:09.233507 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-dd85026d-0686-4951-a6c7-0b70455662b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e59b5b95-647f-4d21-b624-4b0ff0e6ab04 HTTP/1.1" status: 200  len: 848 time: 0.0582883
Jun 07 18:41:09.282981 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-2bc7319f-fbc9-4799-9bf2-2809d5d0c394 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cbefde9-44aa-4381-bcf4-f50174dee602&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428102
Jun 07 18:41:09.426234 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-529d13e1-ffbf-47df-b876-fee326679b50 service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364639
Jun 07 18:41:09.566581 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-a41f1490-4000-4748-964b-4b1d43725d2a req-7835a10b-ba63-4143-9ce9-bc56c4d35d7b service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310706
Jun 07 18:41:09.629341 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069ed98-4141-47e0-aae6-dc62c4bbd69e req-f14bd58c-ade0-4777-a4a3-1f12e78222a4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:09.631971 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d069ed98-4141-47e0-aae6-dc62c4bbd69e req-f14bd58c-ade0-4777-a4a3-1f12e78222a4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 943 time: 0.0858145
Jun 07 18:41:09.703121 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d069ed98-4141-47e0-aae6-dc62c4bbd69e req-b669d0a1-160b-4c3e-acb1-e714296185cb tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646222
Jun 07 18:41:09.729656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4462603-f459-453f-86ef-eea5c528c222 req-2d540b9b-8ca3-40d9-adde-c74cbccd421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:09.731278 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-2d540b9b-8ca3-40d9-adde-c74cbccd421e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 1096 time: 0.1040092
Jun 07 18:41:09.990654 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4462603-f459-453f-86ef-eea5c528c222 req-30ee9033-4f07-4913-8da9-805ddf7f13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:09.992024 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-30ee9033-4f07-4913-8da9-805ddf7f13ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 200  len: 909 time: 0.2519259
Jun 07 18:41:10.072108 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-97251517-eea1-4a8d-be7c-c227f0f8dbee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89858f78-2380-402a-9428-37d439b3ceab HTTP/1.1" status: 200  len: 217 time: 0.0676522
Jun 07 18:41:10.142494 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4462603-f459-453f-86ef-eea5c528c222 req-75fd59ef-9a81-402e-81ef-6becfa411998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:10.143963 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-75fd59ef-9a81-402e-81ef-6becfa411998 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e59b5b95-647f-4d21-b624-4b0ff0e6ab04 HTTP/1.1" status: 200  len: 848 time: 0.0632172
Jun 07 18:41:10.192486 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-e7a8af1d-dbe6-47cd-a605-8d1dcc8e4fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cbefde9-44aa-4381-bcf4-f50174dee602&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410507
Jun 07 18:41:10.206848 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3e004-a349-4b22-92aa-e034a68bdd97 req-0c78b138-c23b-49fa-a9bd-8279e9bb3403 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:10.208895 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08b3e004-a349-4b22-92aa-e034a68bdd97 req-0c78b138-c23b-49fa-a9bd-8279e9bb3403 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2248640
Jun 07 18:41:10.216967 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b784-04c7-4949-910b-537319e8f2d9 req-7b83647b-7fd8-4241-9a34-267a1879bd4f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:10.218318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-78b7b784-04c7-4949-910b-537319e8f2d9 req-7b83647b-7fd8-4241-9a34-267a1879bd4f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2014890
Jun 07 18:41:10.288751 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08b3e004-a349-4b22-92aa-e034a68bdd97 req-6a0fed1f-433a-4dc5-a8df-94e3e6f4f0d3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694065
Jun 07 18:41:10.293030 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-78b7b784-04c7-4949-910b-537319e8f2d9 req-23768fd3-dda3-417c-a2c3-c8aaefa6b3b9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604827
Jun 07 18:41:10.344735 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-84efb694-137e-4500-92f4-2dd695e4bab8 service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426303
Jun 07 18:41:10.479212 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e4462603-f459-453f-86ef-eea5c528c222 req-a5fbad01-9e62-4a05-bc46-561b01e8b324 service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275067
Jun 07 18:41:10.911429 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded81221-29f6-48f6-bab0-a9f7a7491ec1 req-eb0b6efe-96fa-4a69-b77e-63f007968005 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:10.918498 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ded81221-29f6-48f6-bab0-a9f7a7491ec1 req-eb0b6efe-96fa-4a69-b77e-63f007968005 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 943 time: 0.0970795
Jun 07 18:41:10.968320 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ded81221-29f6-48f6-bab0-a9f7a7491ec1 req-7b39e496-4d15-428a-afca-14e1f2c2c27b tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487907
Jun 07 18:41:11.217948 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-e41a9327-b6ad-4f76-968b-c01c22637235 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548971452&fields=id&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 267 time: 0.0410695
Jun 07 18:41:11.372256 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-46135bf1-94a7-4f17-b012-f9920d26dd93 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:11.373708 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-46135bf1-94a7-4f17-b012-f9920d26dd93 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.1484876
Jun 07 18:41:11.389780 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-93857abb-b812-4726-9055-5935c8e4399b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/quotas/ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 375 time: 0.0098999
Jun 07 18:41:11.535564 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-58dc8c5c-86b2-4b6b-81b0-0f7561136065 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1406310
Jun 07 18:41:11.543209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae5ef-19d1-45ec-9061-4f8e78e26983 req-fd736e49-bf4c-4d7e-810c-42e57c201a7f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:11.544609 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-04eae5ef-19d1-45ec-9061-4f8e78e26983 req-fd736e49-bf4c-4d7e-810c-42e57c201a7f tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1148219
Jun 07 18:41:11.677043 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-04eae5ef-19d1-45ec-9061-4f8e78e26983 req-4beeed1b-3f10-4a3a-807c-de76388fae60 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103449
Jun 07 18:41:11.711563 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-febc25ba-73ca-41b6-9c49-5ae4b401ace8 service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641490
Jun 07 18:41:11.918949 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-b852982d-81a3-4b32-a9e1-9e7e29ff1156 service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015805
Jun 07 18:41:11.946963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c696d-df86-4152-af42-309acebe832d req-f477d647-0349-4485-ad22-0d7e8e8fabdb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:11.954718 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ed8c696d-df86-4152-af42-309acebe832d req-f477d647-0349-4485-ad22-0d7e8e8fabdb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1322896
Jun 07 18:41:12.008802 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ed8c696d-df86-4152-af42-309acebe832d req-55848502-4dd9-425d-ab95-77f913819edb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525124
Jun 07 18:41:12.211140 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319cff6-23fd-4f06-9aa6-828b6244d2b0 req-3a2990ea-7b22-4de4-9ec0-4641b7e04eba tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:12.212979 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a319cff6-23fd-4f06-9aa6-828b6244d2b0 req-3a2990ea-7b22-4de4-9ec0-4641b7e04eba tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 943 time: 0.0919833
Jun 07 18:41:12.265768 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a319cff6-23fd-4f06-9aa6-828b6244d2b0 req-77010781-08bc-402c-b0c4-d6226a3d6ffe tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462487
Jun 07 18:41:12.547668 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cdc2aaaf-f1e3-4ab7-a4b6-bcb7dbb45907 req-ef25723f-d7c0-4992-9d95-8a8db8575ba1 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0672951
Jun 07 18:41:12.673364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9766c5e-6fda-4825-b7fa-3cb3bcf8f282 req-8fe47d49-2a50-4fff-b46e-b617ed2ddcfc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:12.674737 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9766c5e-6fda-4825-b7fa-3cb3bcf8f282 req-8fe47d49-2a50-4fff-b46e-b617ed2ddcfc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0823524
Jun 07 18:41:12.724917 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9766c5e-6fda-4825-b7fa-3cb3bcf8f282 req-01473dac-79a1-4241-b758-36533c29e980 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438983
Jun 07 18:41:12.904561 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363bcf3-7346-4aad-972c-f051ddbd3345 req-4f0070fb-33ea-4a7e-bcbf-7a688b1791a9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:12.906008 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a363bcf3-7346-4aad-972c-f051ddbd3345 req-4f0070fb-33ea-4a7e-bcbf-7a688b1791a9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0938492
Jun 07 18:41:12.956299 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a363bcf3-7346-4aad-972c-f051ddbd3345 req-46a3d2f4-2505-47ba-9e9f-03de2e0648bb tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441930
Jun 07 18:41:12.971973 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 89858f78-2380-402a-9428-37d439b3ceab details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:41:13.116270 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89858f78-2380-402a-9428-37d439b3ceab,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:13.131006 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '89858f78-2380-402a-9428-37d439b3ceab', 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602', 'port_id': '89858f78-2380-402a-9428-37d439b3ceab', 'mac_address': 'fa:16:3e:63:ac:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59b5b95-647f-4d21-b624-4b0ff0e6ab04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:41:13.196317 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:13.215279 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89858f78-2380-402a-9428-37d439b3ceab {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:13.216719 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fadec-7fe0-4c83-83a4-1879d180e042 req-4c336e48-de23-48da-967f-15f07fbe8df6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:13.219939 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c84fadec-7fe0-4c83-83a4-1879d180e042 req-4c336e48-de23-48da-967f-15f07fbe8df6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0969036
Jun 07 18:41:13.233658 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89858f78-2380-402a-9428-37d439b3ceab,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:13.238394 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:13.240424 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:13.274678 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c84fadec-7fe0-4c83-83a4-1879d180e042 req-c807e666-bf66-410b-94d6-6b386a8c83e5 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495021
Jun 07 18:41:13.312597 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=89858f78-2380-402a-9428-37d439b3ceab,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:13.315913 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:13.453441 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb722c1-d32e-4ab0-8c51-4284b069e2b2 req-de3e7374-e778-4209-8b95-68cf3f57d9e9 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:13.455264 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5fb722c1-d32e-4ab0-8c51-4284b069e2b2 req-de3e7374-e778-4209-8b95-68cf3f57d9e9 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 944 time: 0.0821424
Jun 07 18:41:13.501624 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5fb722c1-d32e-4ab0-8c51-4284b069e2b2 req-163d0c6d-5be9-4c85-a0a7-8d33b913db18 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395966
Jun 07 18:41:13.704459 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f35980ab-c1d9-4333-9b4d-3f7274fa721b req-2a60f4d8-c175-4d11-8909-1ca04a52dae3 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0512934
Jun 07 18:41:13.918003 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ac5af-9388-4f0e-8b38-137652aa4340 req-0d9c6f3b-8283-441f-8f43-0ad621ac2ba0 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:13.919435 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-694ac5af-9388-4f0e-8b38-137652aa4340 req-0d9c6f3b-8283-441f-8f43-0ad621ac2ba0 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0847659
Jun 07 18:41:13.965305 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-694ac5af-9388-4f0e-8b38-137652aa4340 req-45911997-95a5-46be-86a7-34520e36f69a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401552
Jun 07 18:41:14.177536 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94e9db-efaf-40a3-89ca-2a3dc7602f8f req-c162c9de-e83a-456e-bc34-2d3dbf647ffa tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:14.179177 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3e94e9db-efaf-40a3-89ca-2a3dc7602f8f req-c162c9de-e83a-456e-bc34-2d3dbf647ffa tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0999212
Jun 07 18:41:14.319345 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3e94e9db-efaf-40a3-89ca-2a3dc7602f8f req-2c40a980-ccd9-43c3-8186-85faab48b46e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340868
Jun 07 18:41:14.506773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd845eaa-86f2-4556-8de8-bb8debbefa08 req-acefd780-6146-40a3-ae5b-8e8649080c3c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:14.508926 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bd845eaa-86f2-4556-8de8-bb8debbefa08 req-acefd780-6146-40a3-ae5b-8e8649080c3c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1039670
Jun 07 18:41:14.564474 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bd845eaa-86f2-4556-8de8-bb8debbefa08 req-e66399f5-2bf1-47cb-bf35-2d877d9d925c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461099
Jun 07 18:41:14.711456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ab90-36f7-48d0-a2ec-ccf36b57e0f2 req-9312067e-ca7c-4354-ba23-ff981b016cf9 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:14.713103 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0931ab90-36f7-48d0-a2ec-ccf36b57e0f2 req-9312067e-ca7c-4354-ba23-ff981b016cf9 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 944 time: 0.0917008
Jun 07 18:41:14.764705 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0931ab90-36f7-48d0-a2ec-ccf36b57e0f2 req-be85c17b-0210-4b35-8083-ce39456962e1 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449219
Jun 07 18:41:14.872266 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-827d6f3d-f98b-4613-aee2-7cc6696f6444 req-11613955-8fc6-4e3b-b51e-cc988cb33ec7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0473249
Jun 07 18:41:15.159976 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae12d3-e5e5-4a86-a63d-62df60143570 req-c682f32d-48fa-45d0-8fea-d362e1eb4875 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:15.161451 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75ae12d3-e5e5-4a86-a63d-62df60143570 req-c682f32d-48fa-45d0-8fea-d362e1eb4875 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0865467
Jun 07 18:41:15.212085 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75ae12d3-e5e5-4a86-a63d-62df60143570 req-af7d63ca-810c-4000-8a52-2686e512368f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450084
Jun 07 18:41:15.509753 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d1c9-dc99-4862-a164-a32ed25b6b58 req-3f5cf066-ddb6-4999-8129-5b7a68cca943 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:15.511143 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b989d1c9-dc99-4862-a164-a32ed25b6b58 req-3f5cf066-ddb6-4999-8129-5b7a68cca943 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0851133
Jun 07 18:41:15.561932 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b989d1c9-dc99-4862-a164-a32ed25b6b58 req-f68ac085-4f8f-48c3-bdbd-b79adfdd64e0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418456
Jun 07 18:41:15.763259 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbac7d-bb7c-449e-bead-568d8bd65e6f req-d201544e-28c0-46c4-abff-3648f2d63716 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:15.765066 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98cbac7d-bb7c-449e-bead-568d8bd65e6f req-d201544e-28c0-46c4-abff-3648f2d63716 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0815725
Jun 07 18:41:15.813108 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98cbac7d-bb7c-449e-bead-568d8bd65e6f req-32b36d3b-cb99-4e1d-a372-86c350cfd954 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398092
Jun 07 18:41:15.978016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe035a75-179f-41ac-8cbd-f1ba5a39ac0d req-ab1e473f-d5d5-4c27-8681-5ec3e3693ad4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:15.980166 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fe035a75-179f-41ac-8cbd-f1ba5a39ac0d req-ab1e473f-d5d5-4c27-8681-5ec3e3693ad4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 944 time: 0.0940466
Jun 07 18:41:16.044217 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-54fa61b8-1ea8-4bdb-a33d-ec8ba9f20f26 req-e33b50ea-a770-4dfd-8487-74124eaca85f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0603714
Jun 07 18:41:16.067644 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fe035a75-179f-41ac-8cbd-f1ba5a39ac0d req-64ce1e9e-0566-4c7c-aa38-42f4bb52c5f6 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808964
Jun 07 18:41:16.405290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['89858f78-2380-402a-9428-37d439b3ceab'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:41:16.411465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32fd7-baf3-4656-98eb-49e31003ff5d req-934ffcab-eb00-4efc-9e64-d5b19a8f0946 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:16.412930 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32e32fd7-baf3-4656-98eb-49e31003ff5d req-934ffcab-eb00-4efc-9e64-d5b19a8f0946 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0849397
Jun 07 18:41:16.461248 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32e32fd7-baf3-4656-98eb-49e31003ff5d req-67172f24-7fd3-4558-ace7-223af1616e44 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421541
Jun 07 18:41:16.693097 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-eb58c824-a2f6-42cd-9be7-5d14d4ebb90a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:16.694712 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-eb58c824-a2f6-42cd-9be7-5d14d4ebb90a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.1788621
Jun 07 18:41:16.766857 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-deb5534a-1465-43a5-9343-26c9b6ddb8ac tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 380 time: 0.0559137
Jun 07 18:41:16.778199 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b2a6-9516-4a92-85f7-b60a74150835 req-663d27fe-eb69-4ac3-a9dd-0a8efe8d44a3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:16.780128 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3c4b2a6-9516-4a92-85f7-b60a74150835 req-663d27fe-eb69-4ac3-a9dd-0a8efe8d44a3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0991216
Jun 07 18:41:16.781646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'port': {'device_id': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'admin_state_up': True, 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'security_groups': ['210bf4fb-18cf-43fc-8824-21b5460bca70']}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:16.831674 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3c4b2a6-9516-4a92-85f7-b60a74150835 req-d63e3d90-4b4c-4141-b632-6a3074ad6aa0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458152
Jun 07 18:41:16.976350 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Made reservation on behalf of ba094a24f85f4bb086a2c1241612bebc for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:16.980024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.046350 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a93d5-68db-42c6-b33e-62c7858de01d req-1bb927ed-c4f9-4951-92b4-9b7d2e03642b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:17.047823 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-766a93d5-68db-42c6-b33e-62c7858de01d req-1bb927ed-c4f9-4951-92b4-9b7d2e03642b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0888636
Jun 07 18:41:17.103903 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-766a93d5-68db-42c6-b33e-62c7858de01d req-377a3e6a-5685-4924-9fa1-ffb94fa108f4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491962
Jun 07 18:41:17.149417 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.20.0.3 (308b0e29-c309-4938-8b9b-feac74f93213/0d36473f-c4f9-44ef-8b5f-f0374a93feca/9aecd93a-56a5-4ff6-8038-19cd6c6cc101) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:17.205421 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4cc878ae-a8cf-40a6-9a1e-8baa3743e310 req-63aeb44b-c01d-40af-9662-e90e80cd5a7a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0464034
Jun 07 18:41:17.333374 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b85b-8c03-4c42-8c9a-ff47a1f7d3a2 req-5a5fa5a6-6961-492b-9c58-ffcd81b1ea44 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:17.334681 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9669b85b-8c03-4c42-8c9a-ff47a1f7d3a2 req-5a5fa5a6-6961-492b-9c58-ffcd81b1ea44 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 944 time: 0.0842872
Jun 07 18:41:17.363297 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.381609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Transition to ACTIVE for port object 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:17.383907 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9669b85b-8c03-4c42-8c9a-ff47a1f7d3a2 req-1dd30c0d-91c5-4211-a538-c834b14003b8 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432420
Jun 07 18:41:17.407382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:17.411347 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:17.428680 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:17.429826 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:17.432243 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:17.437993 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:17.438622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.460079 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-129c27ee-4b2c-48fe-baed-b60886fd2f48 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6828158
Jun 07 18:41:17.472721 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Request body: {'port': {'device_id': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:17.593395 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.664155 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61e726-dc1b-4277-9d18-71915bc62a03 req-5fc07bfc-9934-4e33-a5fb-837720011704 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:17.665676 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e61e726-dc1b-4277-9d18-71915bc62a03 req-5fc07bfc-9934-4e33-a5fb-837720011704 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0880570
Jun 07 18:41:17.694617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a73a037b-c679-476a-88de-9c6a37044f63 None None] Provisioning for port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:17.699871 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a73a037b-c679-476a-88de-9c6a37044f63 None None] Provisioning complete for port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:17.700454 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a73a037b-c679-476a-88de-9c6a37044f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:17.725684 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e61e726-dc1b-4277-9d18-71915bc62a03 req-58e06624-4edf-4c8b-a78f-f8850920367e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535886
Jun 07 18:41:17.758602 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-a73a037b-c679-476a-88de-9c6a37044f63 None None] Port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:41:18.025476 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 89858f78-2380-402a-9428-37d439b3ceab up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:18.076474 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cf23b-80fd-4469-945b-e10be255c87b req-01a4f620-8d78-45cc-b740-eeaa1c5b4f66 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.077938 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5f1cf23b-80fd-4469-945b-e10be255c87b req-01a4f620-8d78-45cc-b740-eeaa1c5b4f66 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0981321
Jun 07 18:41:18.097075 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:18.111742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 89858f78-2380-402a-9428-37d439b3ceab completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:18.113336 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.120157 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 89858f78-2380-402a-9428-37d439b3ceab triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:18.120545 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.130075 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5f1cf23b-80fd-4469-945b-e10be255c87b req-87ca4574-84ed-461a-8432-d15b6d4c4945 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435081
Jun 07 18:41:18.134164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Transition to ACTIVE for port object 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:18.139221 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.155546 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:18.292777 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.338678 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89858f78-2380-402a-9428-37d439b3ceab,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:18.340991 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89858f78-2380-402a-9428-37d439b3ceab'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:18.347366 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a13735-f796-4e3b-94e6-6ee734810877" -d '{"events": [{"server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "name": "network-vif-plugged", "status": "completed", "tag": "89858f78-2380-402a-9428-37d439b3ceab"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:18.352797 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.359211 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-b5ed2850-2862-4ae0-83f7-936e5e788458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:18.378252 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e342a7e-6835-428b-ba89-1c65784c372f req-167192a9-3d2c-4037-a843-09aed5f1de8a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.393281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Pushing event updated for resources: {'Port': ['ID=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:18.398314 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8e342a7e-6835-428b-ba89-1c65784c372f req-167192a9-3d2c-4037-a843-09aed5f1de8a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1518974
Jun 07 18:41:18.403141 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:18.404251 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Attempting to bind port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:18.404574 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Attempting to bind port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:18.404889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Attempting to bind port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:18.410092 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 on network 308b0e29-c309-4938-8b9b-feac74f93213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:41:18.410409 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Attempting to bind port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:18.416307 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:18.416654 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:18.417012 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Bound using segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:18.417429 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Bound port: 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:18.417880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.452164 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=89858f78-2380-402a-9428-37d439b3ceab,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:18.462822 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.463650 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.464417 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.464924 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.465500 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.465943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.466349 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.466827 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.467228 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.467793 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.468225 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.468800 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:18.477831 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:18.523817 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:18.528973 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:18.532461 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8e342a7e-6835-428b-ba89-1c65784c372f req-a1a27cda-a860-4456-95e6-6771db247f8f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330311
Jun 07 18:41:18.533240 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.542688 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-60e7277d-02e7-4fb3-8fb8-5111547283cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:18.570224 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341ad35-0914-4b7b-9ad3-c4d36768400f req-9aef8cac-f01e-4718-82c0-44d08e304737 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.572089 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c341ad35-0914-4b7b-9ad3-c4d36768400f req-9aef8cac-f01e-4718-82c0-44d08e304737 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1450987
Jun 07 18:41:18.621991 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.622950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:18.624626 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] 10.222.0.57 "PUT /v2.0/ports/9aecd93a-56a5-4ff6-8038-19cd6c6cc101 HTTP/1.1" status: 200  len: 1093 time: 1.1561682
Jun 07 18:41:18.625889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:18.628000 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:18.649376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385bcbbf-c7a9-40e0-81ea-3d05becd4420 x-openstack-request-id: req-385bcbbf-c7a9-40e0-81ea-3d05becd4420 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:18.650793 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "name": "network-vif-plugged", "status": "completed", "tag": "89858f78-2380-402a-9428-37d439b3ceab", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:18.651260 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-385bcbbf-c7a9-40e0-81ea-3d05becd4420 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:18.652201 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89858f78-2380-402a-9428-37d439b3ceab', 'code': 200}
Jun 07 18:41:18.654366 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Pushing event updated for resources: {'Port': ['ID=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:18.666347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:18.700052 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c341ad35-0914-4b7b-9ad3-c4d36768400f req-d8ef3d77-7cf8-4675-8c30-b2d34a9920a0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140032
Jun 07 18:41:18.773256 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53c18d3-1448-41f1-ac1d-758b7b8dd393 x-openstack-request-id: req-f53c18d3-1448-41f1-ac1d-758b7b8dd393 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:18.773581 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:18.773846 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f53c18d3-1448-41f1-ac1d-758b7b8dd393 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:18.774262 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'status': 'completed', 'code': 200}
Jun 07 18:41:18.851778 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-d97ea2af-0560-41aa-a2cd-78d9b89cc602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.853275 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-d97ea2af-0560-41aa-a2cd-78d9b89cc602 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 1096 time: 0.1442242
Jun 07 18:41:18.944512 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:41:18.953842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2be15-4eee-45ff-8f69-b13dac865d6e req-7538047f-f589-4889-a888-eeecfdef2117 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:18.956069 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-09f2be15-4eee-45ff-8f69-b13dac865d6e req-7538047f-f589-4889-a888-eeecfdef2117 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.1833603
Jun 07 18:41:18.964491 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-875b870a-701d-4202-986c-50ca0930aa68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101 HTTP/1.1" status: 200  len: 217 time: 0.0850444
Jun 07 18:41:19.073373 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-09f2be15-4eee-45ff-8f69-b13dac865d6e req-dec96192-dc90-4c9f-aaf4-dfca2c177ebd tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028850
Jun 07 18:41:19.081207 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-58210f9a-8dfc-4f70-a239-fbf838d39614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.083557 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-58210f9a-8dfc-4f70-a239-fbf838d39614 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0811756
Jun 07 18:41:19.123498 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065edfad-38c1-4a8d-ab9e-597c1711c448 req-ec35323c-cf79-4d41-99c3-6752b0d671ca tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.128004 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-065edfad-38c1-4a8d-ab9e-597c1711c448 req-ec35323c-cf79-4d41-99c3-6752b0d671ca tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1234922
Jun 07 18:41:19.146669 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2dfb-d385-46af-930d-bf22e99788e3 req-e0266a65-cfc6-4278-bb44-dac819c5ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.148335 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-91bc2dfb-d385-46af-930d-bf22e99788e3 req-e0266a65-cfc6-4278-bb44-dac819c5ff89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 1098 time: 0.1828980
Jun 07 18:41:19.181859 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-065edfad-38c1-4a8d-ab9e-597c1711c448 req-d1218db5-d763-4d1e-a2dc-590744a22a12 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528784
Jun 07 18:41:19.206863 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-91bc2dfb-d385-46af-930d-bf22e99788e3 req-a619cb92-cd1b-430c-b57f-d95ffc00e875 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498431
Jun 07 18:41:19.228411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-ca71a9a8-f9b6-4290-a217-0954117438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.232571 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-ca71a9a8-f9b6-4290-a217-0954117438da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374154
Jun 07 18:41:19.400656 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989273da-834a-42c7-b815-f9706f809a35 req-548bef4d-5067-4f4a-95bd-3efee6f96ea0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.401991 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-989273da-834a-42c7-b815-f9706f809a35 req-548bef4d-5067-4f4a-95bd-3efee6f96ea0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0859544
Jun 07 18:41:19.453289 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-964e9a0a-e23a-4e79-ac6a-789930b5c8f4 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984491
Jun 07 18:41:19.456055 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-989273da-834a-42c7-b815-f9706f809a35 req-1fb5f5f0-d9a7-46e7-a7f4-ad8767c2fb87 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466490
Jun 07 18:41:19.482808 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-4a818514-a2d1-4deb-b142-60b84a30e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.484399 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-4a818514-a2d1-4deb-b142-60b84a30e53d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.1817930
Jun 07 18:41:19.652356 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e16e7016-ae76-4477-8b77-7d89fe6b1228 req-050a2287-7fa4-4838-ad8b-0bd98a749e0c service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896839
Jun 07 18:41:19.816145 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-c3ce2a45-72b4-4b47-bc8d-988a1d4b86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.817882 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-c3ce2a45-72b4-4b47-bc8d-988a1d4b86ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.3096678
Jun 07 18:41:19.903715 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-55fe4d80-d2a2-42ed-8190-9d77125efe68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.0703344
Jun 07 18:41:19.909203 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-b41bd4c9-a14f-47b3-9582-529671624765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.911087 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-b41bd4c9-a14f-47b3-9582-529671624765 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 1096 time: 0.1796761
Jun 07 18:41:19.950055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d9b6-6292-4ad3-a7b3-8daf475a1606 req-d7286762-a3e3-486f-9a6a-631520d5197a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.951529 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-db65d9b6-6292-4ad3-a7b3-8daf475a1606 req-d7286762-a3e3-486f-9a6a-631520d5197a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2713645
Jun 07 18:41:19.980177 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad51c33-8c4e-4a62-bb4e-966a64da7aeb req-10f3deac-31d9-4b70-9b66-c54bbc91df0d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:19.982101 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7ad51c33-8c4e-4a62-bb4e-966a64da7aeb req-10f3deac-31d9-4b70-9b66-c54bbc91df0d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1146972
Jun 07 18:41:20.029347 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-db65d9b6-6292-4ad3-a7b3-8daf475a1606 req-60fdd3b8-2cd8-43c4-a88c-8c8ec65f09c0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699971
Jun 07 18:41:20.062018 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7ad51c33-8c4e-4a62-bb4e-966a64da7aeb req-ce2da6a4-1f3f-4e0a-bebc-b640e95aa507 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720866
Jun 07 18:41:20.163331 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-4d310b1e-fe2b-46e8-a8c8-624deb9043c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.164709 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-4d310b1e-fe2b-46e8-a8c8-624deb9043c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.2413824
Jun 07 18:41:20.234572 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-4ed1e23d-5655-4f74-aa99-afaa73d2e97d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559497
Jun 07 18:41:20.297076 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-bd46e1c3-97c5-4005-a76d-0c6b62b3a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.298645 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-bd46e1c3-97c5-4005-a76d-0c6b62b3a9ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.3432622
Jun 07 18:41:20.304278 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bf663-3891-4236-8e4f-12cdf44f59fb req-f4d3a998-4864-41c1-a6f1-84f00fffd03d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.311451 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e66bf663-3891-4236-8e4f-12cdf44f59fb req-f4d3a998-4864-41c1-a6f1-84f00fffd03d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.1253042
Jun 07 18:41:20.406605 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e66bf663-3891-4236-8e4f-12cdf44f59fb req-0ed4f2e3-41ee-40f0-a548-841e88a5acfd tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942998
Jun 07 18:41:20.437000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8eceb-5bcf-4299-af42-1cf1dd892ce6 req-161a9c1c-3165-4ae8-b88d-e490c811c234 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.437139 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-a3835f1d-cdae-4bbc-b8b6-fb8636351fea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101 HTTP/1.1" status: 200  len: 217 time: 0.0787473
Jun 07 18:41:20.438841 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87c8eceb-5bcf-4299-af42-1cf1dd892ce6 req-161a9c1c-3165-4ae8-b88d-e490c811c234 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1131823
Jun 07 18:41:20.492280 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87c8eceb-5bcf-4299-af42-1cf1dd892ce6 req-77acf30f-9d0c-40d7-8177-75ec6f4f942a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471630
Jun 07 18:41:20.508079 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-bdb61f81-9221-49cc-9c05-44dd4f85bd27 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2607942
Jun 07 18:41:20.561987 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-858d931c-1dfe-4cb9-b921-0a151213e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.563824 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-858d931c-1dfe-4cb9-b921-0a151213e1cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.1105251
Jun 07 18:41:20.655344 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8cee9-beac-4fdc-8acb-561d49435ff4 req-497b3d97-b38e-43cb-a59a-0b34c0360c36 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.656872 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07b8cee9-beac-4fdc-8acb-561d49435ff4 req-497b3d97-b38e-43cb-a59a-0b34c0360c36 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0850942
Jun 07 18:41:20.708199 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07b8cee9-beac-4fdc-8acb-561d49435ff4 req-1891916e-f973-4688-a953-3862628390f4 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428734
Jun 07 18:41:20.718770 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-00cde4bd-486b-4c5f-9a48-37d458ece151 req-5e8e26b2-7e51-46c1-8c9b-5537a5b3694e service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026532
Jun 07 18:41:20.742761 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-7238e5a8-7736-4aff-aada-6dd4dbdc07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:20.744267 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-7238e5a8-7736-4aff-aada-6dd4dbdc07a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1734009
Jun 07 18:41:20.752738 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4cb27510-1ce8-451c-a99b-e05e33f0cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:20.883564 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-fbd73425-d08d-4a0d-bf09-f2899e16c5d4 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308439
Jun 07 18:41:21.034137 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-0f3a65e8-9349-4003-bb75-0ad5ec1a9af0 req-2e7101c2-1dfc-4b5e-bb7d-09f729ff2566 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400645
Jun 07 18:41:21.326169 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfac51-5f28-4cbc-a064-2b292388aa64 req-1b1fdace-5e64-4e3b-ba17-3c66f67e045e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:21.327620 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69bfac51-5f28-4cbc-a064-2b292388aa64 req-1b1fdace-5e64-4e3b-ba17-3c66f67e045e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1742725
Jun 07 18:41:21.335808 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a09ce3-c334-4e51-a83a-edb3863a4b79 req-e52cab83-c5ff-449a-b344-74cf226216fb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:21.337167 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87a09ce3-c334-4e51-a83a-edb3863a4b79 req-e52cab83-c5ff-449a-b344-74cf226216fb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1481960
Jun 07 18:41:21.414071 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69bfac51-5f28-4cbc-a064-2b292388aa64 req-be26ff1f-ed78-4f82-ae52-ae4d733db039 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759695
Jun 07 18:41:21.436010 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87a09ce3-c334-4e51-a83a-edb3863a4b79 req-335e292f-b60d-44bf-bc7c-9a77d1742a87 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790823
Jun 07 18:41:21.641872 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799d7b-48fd-4108-8465-e2fe04d6fc2f req-5f20af38-bb76-421c-9d18-474d746cc469 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:21.643289 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3799d7b-48fd-4108-8465-e2fe04d6fc2f req-5f20af38-bb76-421c-9d18-474d746cc469 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.1112823
Jun 07 18:41:21.711641 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3799d7b-48fd-4108-8465-e2fe04d6fc2f req-07f46d4f-e6d4-4a5b-8431-d46cbe3c8636 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615807
Jun 07 18:41:21.734549 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d505-1067-46fa-bf34-18224557615e req-0ffdfa56-bec6-498b-8687-52144a017098 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:21.736477 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9c28d505-1067-46fa-bf34-18224557615e req-0ffdfa56-bec6-498b-8687-52144a017098 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1312332
Jun 07 18:41:21.788059 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9c28d505-1067-46fa-bf34-18224557615e req-88953b13-56bd-4282-a7a6-0207bb1bc5f0 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435567
Jun 07 18:41:21.912179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53522-6c0a-4437-8b32-75c823254279 req-e70962c9-fb6d-4c4c-b7b5-fa6dec065c89 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:21.913664 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69d53522-6c0a-4437-8b32-75c823254279 req-e70962c9-fb6d-4c4c-b7b5-fa6dec065c89 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0812960
Jun 07 18:41:21.962483 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69d53522-6c0a-4437-8b32-75c823254279 req-3df5dc89-3e87-4cf3-9226-7f27aa7586c0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427663
Jun 07 18:41:22.673467 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684e2a-79ee-4eee-a16c-47be09dadce4 req-f488a80b-fe94-4156-8319-663f6b78ce3c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:22.674963 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4684e2a-79ee-4eee-a16c-47be09dadce4 req-f488a80b-fe94-4156-8319-663f6b78ce3c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1458926
Jun 07 18:41:22.686531 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef8df1-68e0-4469-80f9-bef641e1c36a req-071caeb2-40cd-45f6-9ae9-52a39724eef3 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:22.687951 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8aef8df1-68e0-4469-80f9-bef641e1c36a req-071caeb2-40cd-45f6-9ae9-52a39724eef3 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1251361
Jun 07 18:41:22.760380 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4684e2a-79ee-4eee-a16c-47be09dadce4 req-0a5e7633-78a3-458e-b42a-67ed9dbcea64 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715001
Jun 07 18:41:22.764904 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8aef8df1-68e0-4469-80f9-bef641e1c36a req-24b9fe74-e21a-40f0-a05c-21db83de8b7d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600274
Jun 07 18:41:22.977218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97580-9e07-482f-835d-af8a9b6bc245 req-0e8883cd-73dd-4644-a9e9-297c79b5ecc9 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:22.978572 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7cf97580-9e07-482f-835d-af8a9b6bc245 req-0e8883cd-73dd-4644-a9e9-297c79b5ecc9 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0810630
Jun 07 18:41:23.029952 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7cf97580-9e07-482f-835d-af8a9b6bc245 req-e9dfb064-4d57-4f62-a920-e805f19b3a99 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410893
Jun 07 18:41:23.042047 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:23.162680 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8e4e-d8fd-4537-a71e-ca12befb1f4a req-6bd22657-ca32-458d-b557-7c27d7776b21 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:23.164128 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7cdc8e4e-d8fd-4537-a71e-ca12befb1f4a req-6bd22657-ca32-458d-b557-7c27d7776b21 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0876427
Jun 07 18:41:23.207998 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7cdc8e4e-d8fd-4537-a71e-ca12befb1f4a req-bc4ccb93-10ca-4fd8-99eb-c47f016ba24e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376492
Jun 07 18:41:23.378518 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a410b579-7c2b-4fdf-88d8-680e9256adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:24.009126 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04e46-f0ce-4110-823d-0a1dc7b54f3c req-749303d0-bfdf-46fc-9a23-dfc0aefa0eb1 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:24.010575 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dfb04e46-f0ce-4110-823d-0a1dc7b54f3c req-749303d0-bfdf-46fc-9a23-dfc0aefa0eb1 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1119754
Jun 07 18:41:24.017884 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fdff2-4c5d-4c3b-9202-b1de60944f9d req-52792486-e70d-4253-a5ef-bb5788be4d11 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:24.019258 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c58fdff2-4c5d-4c3b-9202-b1de60944f9d req-52792486-e70d-4253-a5ef-bb5788be4d11 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1516414
Jun 07 18:41:24.089156 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dfb04e46-f0ce-4110-823d-0a1dc7b54f3c req-27578ff9-b755-4301-9caa-520de3fdea43 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683498
Jun 07 18:41:24.093485 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c58fdff2-4c5d-4c3b-9202-b1de60944f9d req-50eafc5e-9500-4fdc-af48-90290b5b2c19 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596588
Jun 07 18:41:24.267196 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ac3c0-1134-4b9e-a73b-355eb5012338 req-4e45efed-f16a-44f8-9654-d00e651913b2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:24.268666 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-920ac3c0-1134-4b9e-a73b-355eb5012338 req-4e45efed-f16a-44f8-9654-d00e651913b2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0828121
Jun 07 18:41:24.313232 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-920ac3c0-1134-4b9e-a73b-355eb5012338 req-8b5ba62e-297f-496d-aa36-7c5a97158f47 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383327
Jun 07 18:41:24.392458 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cbd54-36bc-4572-b4f4-913f24da2662 req-211a999e-0e50-4a1d-a2da-21681f69abad tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:24.393900 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dc5cbd54-36bc-4572-b4f4-913f24da2662 req-211a999e-0e50-4a1d-a2da-21681f69abad tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0797315
Jun 07 18:41:24.399965 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:24.438785 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dc5cbd54-36bc-4572-b4f4-913f24da2662 req-203ff38d-dd79-4035-a604-6b3eb94cc69a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379820
Jun 07 18:41:25.107805 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:25.427025 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589e904-1528-434a-87d4-3dd71fb9973e req-67b61553-f71b-4ac4-8197-3e9ed7b71fe7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:25.428551 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b589e904-1528-434a-87d4-3dd71fb9973e req-67b61553-f71b-4ac4-8197-3e9ed7b71fe7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.2262197
Jun 07 18:41:25.436289 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4462736-476e-4b2b-a02e-9e827ea282e0 req-54352ea1-1b6f-496b-8964-67cee9368edf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:25.437694 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a4462736-476e-4b2b-a02e-9e827ea282e0 req-54352ea1-1b6f-496b-8964-67cee9368edf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2372694
Jun 07 18:41:25.509864 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b589e904-1528-434a-87d4-3dd71fb9973e req-1c3ce6ee-3773-4734-8c4d-016cb38d7bc4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711970
Jun 07 18:41:25.514273 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a4462736-476e-4b2b-a02e-9e827ea282e0 req-83db04d2-59da-4947-bf8d-a6b5400e95df tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603633
Jun 07 18:41:25.746214 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d25e4d-ab3e-45fb-a879-33a257a579c6 req-8c601dbe-67a9-4ad6-bde8-16c1c1707738 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:25.747577 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-02d25e4d-ab3e-45fb-a879-33a257a579c6 req-8c601dbe-67a9-4ad6-bde8-16c1c1707738 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1415441
Jun 07 18:41:25.756432 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5be40-6c6c-4c8e-b436-daf86bb68b89 req-c3dfdb01-1b1a-45a6-894e-8ab0cf963b6d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:25.757748 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-49f5be40-6c6c-4c8e-b436-daf86bb68b89 req-c3dfdb01-1b1a-45a6-894e-8ab0cf963b6d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1209204
Jun 07 18:41:25.828302 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-02d25e4d-ab3e-45fb-a879-33a257a579c6 req-6f6b7caf-980f-485e-a30a-c752758efadb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696318
Jun 07 18:41:25.831076 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-49f5be40-6c6c-4c8e-b436-daf86bb68b89 req-8045c88b-b83b-42dc-b4bd-16ab84a6ded7 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588639
Jun 07 18:41:25.961222 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:26.710774 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513a8a-0f3a-4c59-b162-6bd1469bcd67 req-5c1aa4dd-b434-4cb1-9d93-c79edb8a32cd tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:26.712344 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e513a8a-0f3a-4c59-b162-6bd1469bcd67 req-5c1aa4dd-b434-4cb1-9d93-c79edb8a32cd tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.0907288
Jun 07 18:41:26.763820 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e513a8a-0f3a-4c59-b162-6bd1469bcd67 req-8a5fa0e2-400d-45cc-883b-234b912db010 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445933
Jun 07 18:41:26.857267 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c98d02-f3d4-4f02-ad83-e6444f93add9 req-2af34ac7-cb4f-4a05-9ece-2e34638fd28a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:26.859256 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b9c98d02-f3d4-4f02-ad83-e6444f93add9 req-2af34ac7-cb4f-4a05-9ece-2e34638fd28a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.0801153
Jun 07 18:41:26.912129 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b9c98d02-f3d4-4f02-ad83-e6444f93add9 req-7d7e7007-7944-4d2f-ac3f-600d6951200c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461299
Jun 07 18:41:27.146858 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce528a4-8f0c-4c02-ba8c-596949f9d526 req-bba71ddb-2efc-42cd-b892-94f8042005a5 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:27.148346 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bce528a4-8f0c-4c02-ba8c-596949f9d526 req-bba71ddb-2efc-42cd-b892-94f8042005a5 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1369264
Jun 07 18:41:27.203727 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02ce99-2254-462b-8983-29ee3bec59a4 req-3b9b9573-bdcd-48a8-830b-9d380b1173ae tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:27.205164 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0e02ce99-2254-462b-8983-29ee3bec59a4 req-3b9b9573-bdcd-48a8-830b-9d380b1173ae tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1336462
Jun 07 18:41:27.230978 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bce528a4-8f0c-4c02-ba8c-596949f9d526 req-c01922bb-f239-4a24-9eba-acaddd4e77ab tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755935
Jun 07 18:41:27.272229 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0e02ce99-2254-462b-8983-29ee3bec59a4 req-eb3fe0c5-bb1d-4204-96f4-63ce3446bb4d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608211
Jun 07 18:41:27.333138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8177139-6aa4-41d2-acf2-d5ffc0ae05bb req-6e0f5949-bf84-4fca-857c-d336d9b7b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:27.335239 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e8177139-6aa4-41d2-acf2-d5ffc0ae05bb req-6e0f5949-bf84-4fca-857c-d336d9b7b582 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.0898001
Jun 07 18:41:27.387614 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e8177139-6aa4-41d2-acf2-d5ffc0ae05bb req-082bfdef-b591-4628-8f68-0d8583613f9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380571
Jun 07 18:41:27.451756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585e12-82bb-42d3-92cc-a9c19cbe03b1 req-6de6c7cd-ec02-4559-bc12-b6f0fea13d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:27.453528 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-51585e12-82bb-42d3-92cc-a9c19cbe03b1 req-6de6c7cd-ec02-4559-bc12-b6f0fea13d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.0913076
Jun 07 18:41:27.513222 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-51585e12-82bb-42d3-92cc-a9c19cbe03b1 req-72cdbaff-5644-4f75-b0d2-36136cc0eaf3 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512223
Jun 07 18:41:27.980984 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343652-b788-45a7-ac76-4ad86361d8ac req-8c7c979f-a4de-4c0c-8942-4ddbd4c63248 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:27.982861 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36343652-b788-45a7-ac76-4ad86361d8ac req-8c7c979f-a4de-4c0c-8942-4ddbd4c63248 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1115108
Jun 07 18:41:28.044238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36343652-b788-45a7-ac76-4ad86361d8ac req-7e632180-7060-40dd-9625-30d9580f2038 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552301
Jun 07 18:41:28.053618 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:41:28.148019 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74464ad4-153e-41f7-9bdc-34c19b0f620d req-6eda5d4a-1ec4-4888-83f0-0857c4597b47 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:28.156190 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-74464ad4-153e-41f7-9bdc-34c19b0f620d req-6eda5d4a-1ec4-4888-83f0-0857c4597b47 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1106451
Jun 07 18:41:28.223659 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-74464ad4-153e-41f7-9bdc-34c19b0f620d req-29179100-a710-4d43-b919-7623c1d8431e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663817
Jun 07 18:41:28.279253 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:28.300322 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:41:28.375136 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:28.397849 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:28.423125 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:28.433301 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:28.439044 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:28.542786 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=6']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:28.548512 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:28.565345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723d05-9ae0-433b-a49c-e89d53402eb8 req-a72485bd-eff3-4064-9bca-87ed6b6f881a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:28.571876 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d723d05-9ae0-433b-a49c-e89d53402eb8 req-a72485bd-eff3-4064-9bca-87ed6b6f881a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.2073574
Jun 07 18:41:28.637235 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d723d05-9ae0-433b-a49c-e89d53402eb8 req-92d4aa65-511e-471b-9d61-cfa5e6a64a3c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613043
Jun 07 18:41:28.653945 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0b47c-85c8-41b4-9ead-4108d221c9c6 req-b063dbba-39fd-4502-a01c-457d8ece0b76 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:28.662942 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08d0b47c-85c8-41b4-9ead-4108d221c9c6 req-b063dbba-39fd-4502-a01c-457d8ece0b76 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2016621
Jun 07 18:41:28.755718 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08d0b47c-85c8-41b4-9ead-4108d221c9c6 req-777b9b24-c6bc-415d-966e-83a64953a662 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912750
Jun 07 18:41:28.766280 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:41:28.933657 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcb50e-115e-467d-8d75-620a79919753 req-0831748d-3495-423c-bbde-1748c64b9621 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:28.936365 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4abcb50e-115e-467d-8d75-620a79919753 req-0831748d-3495-423c-bbde-1748c64b9621 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.1411943
Jun 07 18:41:29.010538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4abcb50e-115e-467d-8d75-620a79919753 req-89449b05-3bd3-4247-8c09-8ace61d15f6e tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648406
Jun 07 18:41:29.286562 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128340-90b8-4b05-b019-22d2126a1695 req-f249e3d1-1861-43bf-9fb6-587a266058f3 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:29.288036 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c3128340-90b8-4b05-b019-22d2126a1695 req-f249e3d1-1861-43bf-9fb6-587a266058f3 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 943 time: 0.1014426
Jun 07 18:41:29.354587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c3128340-90b8-4b05-b019-22d2126a1695 req-403599d7-242c-4a73-bd11-f74bca4d38b7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600090
Jun 07 18:41:29.446807 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca54fd-9846-4178-8f2f-ca55f18dbf33 req-99ae9c2b-f82a-49fb-b0f5-b20f1d5ed35f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:29.448459 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4ca54fd-9846-4178-8f2f-ca55f18dbf33 req-99ae9c2b-f82a-49fb-b0f5-b20f1d5ed35f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.0833831
Jun 07 18:41:29.524612 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4ca54fd-9846-4178-8f2f-ca55f18dbf33 req-3e0dc526-ca31-4475-b7fd-067481254a0c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696418
Jun 07 18:41:29.540138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1481851-4c92-404d-838d-5aee503624e1 req-36e38d4b-ce19-4e69-b74a-0c5024f7785d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:29.541583 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c1481851-4c92-404d-838d-5aee503624e1 req-36e38d4b-ce19-4e69-b74a-0c5024f7785d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.1266191
Jun 07 18:41:29.838881 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Deleting port 89858f78-2380-402a-9428-37d439b3ceab {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:41:29.840676 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:29.876870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23720eba-30f8-4ec8-97dd-5f4750e458bf req-81c4b016-1f25-47cf-9659-a65413f61377 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:29.878759 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23720eba-30f8-4ec8-97dd-5f4750e458bf req-81c4b016-1f25-47cf-9659-a65413f61377 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1190603
Jun 07 18:41:29.981080 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23720eba-30f8-4ec8-97dd-5f4750e458bf req-ca7019a4-0245-472d-9aae-f404ae5480ff tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950286
Jun 07 18:41:30.051535 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:41:30.055482 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:30.108775 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] For port 89858f78-2380-402a-9428-37d439b3ceab, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=89858f78-2380-402a-9428-37d439b3ceab,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:30.109138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.283406 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:30.283971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.402532 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:30.444821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Calling delete_port for 89858f78-2380-402a-9428-37d439b3ceab owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:41:30.454438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'port_id': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'mac_address': 'fa:16:3e:78:60:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:41:30.526981 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98558420-e94f-465c-83da-95f98c975fa1 req-337847e8-427c-43fb-b0c3-8e7485630988 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:30.528033 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98558420-e94f-465c-83da-95f98c975fa1 req-337847e8-427c-43fb-b0c3-8e7485630988 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.5149243
Jun 07 18:41:30.580931 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.612723 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:30.616896 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.617048 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bc98c-747f-4510-85b4-daa8b9d4ffd6 req-3c52a7cf-191a-4726-af7d-48c8ec587a34 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:30.623885 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c4bc98c-747f-4510-85b4-daa8b9d4ffd6 req-3c52a7cf-191a-4726-af7d-48c8ec587a34 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 945 time: 0.3126769
Jun 07 18:41:30.656167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:30.658061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:30.661419 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26428b1b-2dd7-48f8-9020-d6ec356dc2b2" -d '{"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:30.671783 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.674011 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:30.710301 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c4bc98c-747f-4510-85b4-daa8b9d4ffd6 req-c7c9b960-06a3-49df-a248-c40333de5916 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854447
Jun 07 18:41:30.719480 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98558420-e94f-465c-83da-95f98c975fa1 req-8a4ea5fb-2d49-4e13-aec5-cbab4e7e0ff3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831090
Jun 07 18:41:30.727379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:30.748050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.812502 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=7']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:30.813326 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:30.824505 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:30.828032 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:30.839331 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:30.928704 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Pushing event deleted for resources: {'Port': ['ID=89858f78-2380-402a-9428-37d439b3ceab,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:30.933227 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:31.044540 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:31.047938 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:31.053730 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] No DVR routers for this DVR port 89858f78-2380-402a-9428-37d439b3ceab on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:41:31.057506 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:31.059912 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c1481851-4c92-404d-838d-5aee503624e1 req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "DELETE /v2.0/ports/89858f78-2380-402a-9428-37d439b3ceab HTTP/1.1" status: 204  len: 173 time: 1.5099425
Jun 07 18:41:31.060536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'name': 'network-vif-deleted', 'tag': '89858f78-2380-402a-9428-37d439b3ceab'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:31.070276 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1417232-e622-48b2-bb35-d4fc920afe51" -d '{"events": [{"server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "name": "network-vif-deleted", "tag": "89858f78-2380-402a-9428-37d439b3ceab"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:31.094305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a6cd-1fdb-4048-9f7f-2fffdc985ce2 req-e471efbd-e45b-4650-9857-5bb53f275aa6 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:31.095855 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7659a6cd-1fdb-4048-9f7f-2fffdc985ce2 req-e471efbd-e45b-4650-9857-5bb53f275aa6 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 944 time: 0.2426672
Jun 07 18:41:31.137244 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['9aecd93a-56a5-4ff6-8038-19cd6c6cc101'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:41:31.210673 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5eb1c-9f0a-4cd9-99f9-72779e386101 req-eb80243e-26d0-41c5-aa84-da08ec6114d5 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:31.212186 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d3f5eb1c-9f0a-4cd9-99f9-72779e386101 req-eb80243e-26d0-41c5-aa84-da08ec6114d5 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2311616
Jun 07 18:41:31.224627 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7659a6cd-1fdb-4048-9f7f-2fffdc985ce2 req-45ac4f03-1a59-4a46-903b-a2e46dfc4251 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207559
Jun 07 18:41:31.344595 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1065c5-3442-485c-ae2d-bccd258ea029 x-openstack-request-id: req-5c1065c5-3442-485c-ae2d-bccd258ea029 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:31.345213 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:31.345684 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c1065c5-3442-485c-ae2d-bccd258ea029 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:31.346273 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'code': 200}
Jun 07 18:41:31.346899 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d3f5eb1c-9f0a-4cd9-99f9-72779e386101 req-3e2465f9-7087-49ee-b626-50c420c47aab tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125658
Jun 07 18:41:31.545647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b785e253-7f27-44e3-a9c8-d8478bb48641 x-openstack-request-id: req-b785e253-7f27-44e3-a9c8-d8478bb48641 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:31.546247 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488b17d-0304-43e9-b333-0c124ba553a2", "name": "network-vif-deleted", "tag": "89858f78-2380-402a-9428-37d439b3ceab", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:31.546765 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b785e253-7f27-44e3-a9c8-d8478bb48641 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:31.547422 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488b17d-0304-43e9-b333-0c124ba553a2', 'name': 'network-vif-deleted', 'tag': '89858f78-2380-402a-9428-37d439b3ceab', 'status': 'completed', 'code': 200}
Jun 07 18:41:31.585384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a1fe-6d27-4566-ad31-4495b467a785 req-3c8c39c9-25e9-4f8d-8aeb-0808dbb8b40e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:31.587763 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7017a1fe-6d27-4566-ad31-4495b467a785 req-3c8c39c9-25e9-4f8d-8aeb-0808dbb8b40e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1010184
Jun 07 18:41:31.712739 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7017a1fe-6d27-4566-ad31-4495b467a785 req-bc99c9f5-2019-4009-9d34-48ee80f731a9 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189671
Jun 07 18:41:32.021128 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-56791283-d9bb-4923-92c0-edc83d7bbb4e req-c9b640b2-125d-4254-8f7d-af31d4669424 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=1488b17d-0304-43e9-b333-0c124ba553a2 HTTP/1.1" status: 200  len: 210 time: 0.0591893
Jun 07 18:41:32.055220 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 89858f78-2380-402a-9428-37d439b3ceab no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:41:32.111367 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 89858f78-2380-402a-9428-37d439b3ceab {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:41:32.112267 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 89858f78-2380-402a-9428-37d439b3ceab not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:41:32.151849 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea1729-be04-4770-b312-c568488b0cf5 req-d2f2fcfb-0634-4494-b83f-3443f78fe5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.159675 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-d2f2fcfb-0634-4494-b83f-3443f78fe5a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.1908050
Jun 07 18:41:32.272775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355a5a-62e0-4f43-bacc-b6462603fdaf req-9e349427-c14d-4610-a89c-75556c1b69d4 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.280073 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7f355a5a-62e0-4f43-bacc-b6462603fdaf req-9e349427-c14d-4610-a89c-75556c1b69d4 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1554749
Jun 07 18:41:32.310865 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49426) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:32.351051 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7f355a5a-62e0-4f43-bacc-b6462603fdaf req-0d0c3d8b-43bc-49d2-aee4-cde3cfce0284 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698431
Jun 07 18:41:32.422288 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea1729-be04-4770-b312-c568488b0cf5 req-7304ab01-ae6e-4825-9216-82b418d06092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.442577 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-7304ab01-ae6e-4825-9216-82b418d06092 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.2563732
Jun 07 18:41:32.530056 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-c36ac44d-b6eb-429c-a337-48b8eb5372fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.0862329
Jun 07 18:41:32.627940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea1729-be04-4770-b312-c568488b0cf5 req-9acdec73-6796-44f4-9b95-b54ce7987bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.628442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:32.633226 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-9acdec73-6796-44f4-9b95-b54ce7987bd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.0965371
Jun 07 18:41:32.717301 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-e4236f31-e1ee-41c9-b4f9-eae44bb05c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734053
Jun 07 18:41:32.717992 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa4b81-f138-4704-ad60-7d5a7f278805 req-2362080d-9cdc-42a4-b5e7-c6bd9483b44b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.719532 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bfa4b81-f138-4704-ad60-7d5a7f278805 req-2362080d-9cdc-42a4-b5e7-c6bd9483b44b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 944 time: 0.2923977
Jun 07 18:41:32.797231 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474cb2e-75f4-426e-9dc4-ffca4fcc3048 req-4e35baf1-2b89-43f6-8fac-4eb1754c99b9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:32.798819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8474cb2e-75f4-426e-9dc4-ffca4fcc3048 req-4e35baf1-2b89-43f6-8fac-4eb1754c99b9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2609758
Jun 07 18:41:32.850224 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bfa4b81-f138-4704-ad60-7d5a7f278805 req-f5ab5715-5034-451f-af89-69d4883cca85 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180899
Jun 07 18:41:32.902258 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8474cb2e-75f4-426e-9dc4-ffca4fcc3048 req-88cae8e2-b293-48c9-8eb3-7196d6231264 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892577
Jun 07 18:41:32.902922 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-0ad8b0b4-942f-4523-beae-feeaeceb06a6 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770666
Jun 07 18:41:32.936600 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:32.945154 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:32.962111 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-353a83f9-05af-44ed-a65c-277da4eb9b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:33.067985 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2cea1729-be04-4770-b312-c568488b0cf5 req-0829c128-7a28-4a87-8c70-9191ba85e4fe service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513674
Jun 07 18:41:33.073109 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4af990bcb534433db7eba9a7f175d81f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7613721
Jun 07 18:41:33.074033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3823f01b-2044-40af-bb94-7dffb5ae083e,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:33.081252 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49448) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:33.134623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.134984 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.135330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.135690 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.136026 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.136361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.136689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.137145 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.137479 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.137802 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.138130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.138433 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:33.146207 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:33.205775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:33.227404 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329720f-f5fa-4d87-9d22-713283ea82f5 req-dabbfaf3-402d-44f0-a760-c1c0966a5c83 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:33.234719 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5329720f-f5fa-4d87-9d22-713283ea82f5 req-dabbfaf3-402d-44f0-a760-c1c0966a5c83 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.2523131
Jun 07 18:41:33.277800 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:33.339584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5329720f-f5fa-4d87-9d22-713283ea82f5 req-bda13416-c787-4ebd-93c7-4a670e7561d6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037085
Jun 07 18:41:33.418773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:33.421570 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:33.422846 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3823f01b-2044-40af-bb94-7dffb5ae083e HTTP/1.1" status: 204  len: 168 time: 0.3362303
Jun 07 18:41:33.423753 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-41414b5a-c681-4892-adf5-72c39090aaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:33.445527 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3823f01b-2044-40af-bb94-7dffb5ae083e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:33.448844 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:33.714163 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-94e7c5dd-b44d-4e79-97d8-dec711abfccf tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:33.715630 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-94e7c5dd-b44d-4e79-97d8-dec711abfccf tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/networks?id=1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 200  len: 808 time: 0.1853106
Jun 07 18:41:33.743979 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-7c00cc8a-3325-4ea7-b761-c79b8991a409 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/quotas/e3c5cbd07d6f44a0b272def67652961a HTTP/1.1" status: 200  len: 375 time: 0.0208976
Jun 07 18:41:33.866815 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-8fb2462c-2992-4113-b95b-e4534cea889d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1193523
Jun 07 18:41:34.062743 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:34.109493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3f9b3-1e78-4fb0-9fcd-9155b3a00438 req-f9f982fe-8382-4e05-b0ec-c86f85bdd0de tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:34.118135 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-a918178e-9337-4706-9db4-78f6edb01731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:34.119221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-31a3f9b3-1e78-4fb0-9fcd-9155b3a00438 req-f9f982fe-8382-4e05-b0ec-c86f85bdd0de tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.3188977
Jun 07 18:41:34.120672 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-a918178e-9337-4706-9db4-78f6edb01731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1098 time: 0.1972752
Jun 07 18:41:34.220102 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-059c0566-cf1b-4b17-94ae-d10a01e312ba service neutron] 10.222.0.13 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3521378
Jun 07 18:41:34.223970 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:34.234346 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:34.237003 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.314726 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49490) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:34.337960 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-fd67a914-1f2b-4044-8480-052f61382de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:34.339819 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-fd67a914-1f2b-4044-8480-052f61382de2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.2110589
Jun 07 18:41:34.451105 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.496904 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:34.498702 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:34.502088 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def06a0d-06f8-4da0-8767-8cf15e40219b" -d '{"events": [{"server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:34.523383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.525259 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:34.583214 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.641412 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-6b9217fd-c375-4c62-b3d2-39d599db88ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 1001 time: 0.2921546
Jun 07 18:41:34.652755 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:34.661574 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:34.670797 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-31a3f9b3-1e78-4fb0-9fcd-9155b3a00438 req-13f4b185-957d-4fe0-8333-a2d3fb9dc48e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5486920
Jun 07 18:41:34.742005 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-c2bfe236-3178-472b-94a6-7aa27f6f7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:34.743720 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-c2bfe236-3178-472b-94a6-7aa27f6f7ab7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0930762
Jun 07 18:41:34.803112 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-5246bf52-9876-4fcb-ac2b-25f387091ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5818958
Jun 07 18:41:34.935319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.944601 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:34.984397 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-15a9f432-fa0b-4a53-b4ab-fbb09f3b3fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:34.993388 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b4b87-eddc-46ea-b182-29a117bdc406 req-b28082c8-6385-44a1-be16-64a436b44ffe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:35.001969 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f79b4b87-eddc-46ea-b182-29a117bdc406 req-b28082c8-6385-44a1-be16-64a436b44ffe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1812210
Jun 07 18:41:35.021480 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0d3bdea99b94c15aa0db72634f2535e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7054849
Jun 07 18:41:35.024153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49508) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:35.024693 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-8c1d3fa5-d32e-4d30-957f-71448d7be765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:35.026309 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-8c1d3fa5-d32e-4d30-957f-71448d7be765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2723446
Jun 07 18:41:35.027095 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70489b-a976-4e2a-83ed-2d6a97578d8b,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:35.031386 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:35.187713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:35.212469 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f79b4b87-eddc-46ea-b182-29a117bdc406 req-8688d50d-94ab-4e5c-ad21-4780816c825c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2094719
Jun 07 18:41:35.330093 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:35.445245 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cbefa-1499-4cd0-8f82-ce9ef3ae21b4 req-71732853-9237-48bc-a465-f95f6fbb9c00 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:35.456890 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-226cbefa-1499-4cd0-8f82-ce9ef3ae21b4 req-71732853-9237-48bc-a465-f95f6fbb9c00 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.1923094
Jun 07 18:41:35.537643 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-2121fedd-121d-4bcf-8ddc-54f8ddc105fb service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5012186
Jun 07 18:41:35.549086 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:35.552341 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:35.555660 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f70489b-a976-4e2a-83ed-2d6a97578d8b HTTP/1.1" status: 204  len: 168 time: 0.5240107
Jun 07 18:41:35.562080 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-dbd89d4d-fe6c-4fb5-a42f-00df8762dd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:35.600853 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-226cbefa-1499-4cd0-8f82-ce9ef3ae21b4 req-a7367d38-6429-44a2-b843-9055c4f5030c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1427104
Jun 07 18:41:35.607360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70489b-a976-4e2a-83ed-2d6a97578d8b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:35.656787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:35.741184 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe7555-a12b-4e5d-be21-3c28520f7627 x-openstack-request-id: req-b5fe7555-a12b-4e5d-be21-3c28520f7627 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:35.741639 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "name": "network-vif-plugged", "status": "completed", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:35.741639 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5fe7555-a12b-4e5d-be21-3c28520f7627 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:35.742030 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'code': 200}
Jun 07 18:41:35.799581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de725c-135e-4db8-8a61-282223495706 req-7881d3b9-3e7c-4ce6-a60b-19cdb5e7d89f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:35.805430 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d9de725c-135e-4db8-8a61-282223495706 req-7881d3b9-3e7c-4ce6-a60b-19cdb5e7d89f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2971041
Jun 07 18:41:35.883692 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4a987be3-1ff9-4180-bb7d-1acc6dc6c383 req-1add1f3c-0f75-408f-a596-281d1b69509a service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3377194
Jun 07 18:41:35.925335 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-90b99cd7-2a0c-431f-b72f-f3d0083cde4e req-dd0be3b1-6256-4ee2-9ded-c2b8e09543f6 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 210 time: 0.1049805
Jun 07 18:41:35.972133 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d9de725c-135e-4db8-8a61-282223495706 req-41f77bab-fbf5-40d9-8aa1-a6b92e3e1cbe tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1595554
Jun 07 18:41:36.302706 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00033b0d-0267-454d-b000-a788a2b89d02 req-125278ba-a24d-42af-9c64-88db95f7a7e3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:36.313283 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-00033b0d-0267-454d-b000-a788a2b89d02 req-125278ba-a24d-42af-9c64-88db95f7a7e3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2078793
Jun 07 18:41:36.407528 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-00033b0d-0267-454d-b000-a788a2b89d02 req-f6435f2f-2f85-4123-b341-2556c8f71f44 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916610
Jun 07 18:41:36.436273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef1ef4-f662-4d1b-8954-13d39b6615cd req-a8bc830f-ddd4-41e3-9d0b-0f53ad15640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:36.437975 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-85ef1ef4-f662-4d1b-8954-13d39b6615cd req-a8bc830f-ddd4-41e3-9d0b-0f53ad15640e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 1098 time: 0.2135389
Jun 07 18:41:36.552787 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-85ef1ef4-f662-4d1b-8954-13d39b6615cd req-c0c00cca-0a0f-48c1-a4df-b3c0e7979ce6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076179
Jun 07 18:41:36.580020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bfcc9-3153-422d-8b3d-5c59c6f3f51d req-f28115e8-c433-48ef-9268-e4ad562868fa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:36.589776 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c76bfcc9-3153-422d-8b3d-5c59c6f3f51d req-f28115e8-c433-48ef-9268-e4ad562868fa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1697071
Jun 07 18:41:36.697173 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c76bfcc9-3153-422d-8b3d-5c59c6f3f51d req-49b645ec-9100-4a8b-96ae-8a3384050bda tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063962
Jun 07 18:41:36.953047 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc93a61-f270-469d-8998-22b6bbd34895 req-f20390c4-3504-47fb-bf77-dd962b965dd2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:36.961560 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6bc93a61-f270-469d-8998-22b6bbd34895 req-f20390c4-3504-47fb-bf77-dd962b965dd2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.1806135
Jun 07 18:41:37.096146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6bc93a61-f270-469d-8998-22b6bbd34895 req-eb5dae25-8833-423d-9694-703126257eb5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265612
Jun 07 18:41:37.289308 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49560) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:37.350598 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8e7a4c02-d8c1-41f7-84cc-7f2a6e8a3b39 req-d626d73b-938a-4046-a73c-d58bc4c541b4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 210 time: 0.1388178
Jun 07 18:41:37.518683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-aea01801-dcca-4d39-b3d8-95e8a711242c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:37.521287 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-aea01801-dcca-4d39-b3d8-95e8a711242c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "GET /v2.0/networks?id=1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 200  len: 808 time: 0.1863403
Jun 07 18:41:37.535913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Request body: {'port': {'device_id': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602', 'admin_state_up': True, 'tenant_id': 'e3c5cbd07d6f44a0b272def67652961a'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:37.577576 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac098f-c8a8-4365-88aa-7500f1f53ff0 req-72c3d2e7-60f1-4a40-9474-4f5cd76bf4cf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:37.593591 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-33ac098f-c8a8-4365-88aa-7500f1f53ff0 req-72c3d2e7-60f1-4a40-9474-4f5cd76bf4cf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2418528
Jun 07 18:41:37.616208 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566503460-network', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:37.666416 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-33ac098f-c8a8-4365-88aa-7500f1f53ff0 req-b31f3f88-59a1-4fa0-9a86-5edb6245fc3b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653262
Jun 07 18:41:37.792538 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Made reservation on behalf of e4dd4b28838f401a934d04acfa4a98d1 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:37.797572 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:37.853255 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.080478 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b17c-100d-40f1-846e-309c6e503651 req-350b0391-09e5-4078-82d8-e04f527ff4a2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:38.090584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c22b17c-100d-40f1-846e-309c6e503651 req-350b0391-09e5-4078-82d8-e04f527ff4a2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1738906
Jun 07 18:41:38.095135 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.108032 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.114037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ee6b8b28-6244-4b18-a04b-a3e8fac7f1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:38.162470 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c22b17c-100d-40f1-846e-309c6e503651 req-bd58952e-6d37-4325-8f61-51089f411bbb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708451
Jun 07 18:41:38.196534 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Made reservation on behalf of e3c5cbd07d6f44a0b272def67652961a for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:38.200177 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.226561 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:41:38.232562 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed77c51-8243-44b8-8d15-2b3b6fb070c8,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:38.240739 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:38.306011 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.306350 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Added segment 44def39f-cfb7-47d1-99ab-c89afdf74ab5 of type vlan for network 18f84cde-5abd-44a5-87b2-207258b0feff
Jun 07 18:41:38.365554 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.460693 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7597aa0-cfe1-467b-906b-a642c6488ccd req-7fec29f6-e755-42aa-a485-d47bd83f8192 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:38.468703 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c7597aa0-cfe1-467b-906b-a642c6488ccd req-7fec29f6-e755-42aa-a485-d47bd83f8192 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.2012486
Jun 07 18:41:38.486461 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.491823 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:38.492400 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.509620 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:38.548377 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c7597aa0-cfe1-467b-906b-a642c6488ccd req-58f36e36-1e6e-42f1-baae-2c830c954d9f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788808
Jun 07 18:41:38.574585 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Allocated IP 172.20.0.13 (1cbefde9-44aa-4381-bcf4-f50174dee602/e59b5b95-647f-4d21-b624-4b0ff0e6ab04/630a5945-1319-4da6-bdf4-4fbbe1dfc12d) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:38.581080 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2870629
Jun 07 18:41:38.586815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49588) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:38.594488 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92e30-d072-46ef-b05f-ad9dce9d2797 req-5cf5a3dd-ac49-4708-af0d-5a14a09d8267 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:38.594652 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Request body: {'subnet': {'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566503460-subnet', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:38.597116 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f9c92e30-d072-46ef-b05f-ad9dce9d2797 req-5cf5a3dd-ac49-4708-af0d-5a14a09d8267 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2007337
Jun 07 18:41:38.659438 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=18f84cde-5abd-44a5-87b2-207258b0feff,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:38.672274 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 18f84cde-5abd-44a5-87b2-207258b0feff details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:41:38.673018 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:38.726833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Made reservation on behalf of e4dd4b28838f401a934d04acfa4a98d1 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:38.730298 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:38.754744 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-276840de-5ac3-411a-8e4f-339e0705ca09 req-820b0904-efa0-4971-a64f-f2f5b755630b tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 210 time: 0.0746102
Jun 07 18:41:38.760197 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f9c92e30-d072-46ef-b05f-ad9dce9d2797 req-faf7ac47-0ec8-429a-9979-a3f63e0ab370 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558795
Jun 07 18:41:39.064060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf077e-15e6-48ef-b593-177ffe4c7b91 req-6a8180cf-a76a-4721-a8c8-24a73192a87b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:39.075961 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fadf077e-15e6-48ef-b593-177ffe4c7b91 req-6a8180cf-a76a-4721-a8c8-24a73192a87b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.2061877
Jun 07 18:41:39.107518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd8430-f4b2-4327-92aa-e9ab758c9740 req-2495a6ce-fd10-4d7b-8be6-62c61673d2ca tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:39.121180 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25cd8430-f4b2-4327-92aa-e9ab758c9740 req-2495a6ce-fd10-4d7b-8be6-62c61673d2ca tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1691089
Jun 07 18:41:39.265906 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25cd8430-f4b2-4327-92aa-e9ab758c9740 req-c5a3ffd1-8725-4473-92a5-4a4d076fadc8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289048
Jun 07 18:41:39.310095 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fadf077e-15e6-48ef-b593-177ffe4c7b91 req-11844a0e-2aa3-40ee-b46b-dab6ec781f73 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2313731
Jun 07 18:41:39.316220 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.341654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49596) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:39.361566 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f5ef5d66-2ca7-44dc-8a68-e344f88abcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:39.507701 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.511999 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Checking segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:39.512373 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Network hostable DHCP agents. Network: 18f84cde-5abd-44a5-87b2-207258b0feff, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:41:39.516191 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9c285b-7f30-432f-b7d1-024c9b8fc30b,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:39.532414 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:39.571766 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:39.574796 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:39.595780 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Network 1cbefde9-44aa-4381-bcf4-f50174dee602 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:39.598152 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:39.603171 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:39.609344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:39.610083 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.626147 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Network 18f84cde-5abd-44a5-87b2-207258b0feff is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:41:39.627824 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d82449-064c-4025-ba3b-281b3ee06f61 tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:39.631575 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-08d82449-064c-4025-ba3b-281b3ee06f61 tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 1093 time: 0.2881184
Jun 07 18:41:39.634045 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49606) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:39.642005 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'port_id': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:39.654279 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-a771a5c7-e9d0-4d0e-91af-bc2ee206ea4c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1230462
Jun 07 18:41:39.658207 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 18f84cde-5abd-44a5-87b2-207258b0feff) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:39.666252 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:39.667170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.678378 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3cbc28-66d4-4626-a935-2343b768932f None None] Network 18f84cde-5abd-44a5-87b2-207258b0feff requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:39.698299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.718637 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1305664
Jun 07 18:41:39.719033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49608) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:39.723923 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:39.756207 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.759242 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.797775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:39.879948 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.019308 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-18f84cde-5abd-44a5-87b2-207258b0feff', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:41:40.021272 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.133206 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.27.0.54 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/04ee1003-e8db-4104-baf5-ee1f1a3260f7) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:40.289339 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.294182 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Allocated IP 172.20.0.2 (18f84cde-5abd-44a5-87b2-207258b0feff/6f9c285b-7f30-432f-b7d1-024c9b8fc30b/9effb604-ff50-4e69-9a43-6ccfeedca5ba) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:40.342901 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.382411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8f38d-b185-48e7-a57f-15eeee7a61e8 req-082d0203-f1aa-4dfa-a48d-974beb2aa7de tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:40.389543 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5c8f38d-b185-48e7-a57f-15eeee7a61e8 req-082d0203-f1aa-4dfa-a48d-974beb2aa7de tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 932 time: 0.3082373
Jun 07 18:41:40.397873 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:40.398708 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:40.418556 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:40.420302 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:40.423287 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:40.512546 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5c8f38d-b185-48e7-a57f-15eeee7a61e8 req-f4946a19-90e1-41c9-a2a7-3b1841259f92 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221285
Jun 07 18:41:40.702230 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.717866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Transition to ACTIVE for port object 9effb604-ff50-4e69-9a43-6ccfeedca5ba will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:40.748923 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Transition to ACTIVE for port object 9effb604-ff50-4e69-9a43-6ccfeedca5ba will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:40.763965 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:40.764961 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:40.785523 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Network 18f84cde-5abd-44a5-87b2-207258b0feff is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:40.787266 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:40.789885 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:40.870530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.902935 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.906115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Attempting to bind port 9effb604-ff50-4e69-9a43-6ccfeedca5ba on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:40.906857 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Attempting to bind port 9effb604-ff50-4e69-9a43-6ccfeedca5ba by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:40.907417 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Attempting to bind port 9effb604-ff50-4e69-9a43-6ccfeedca5ba on network 18f84cde-5abd-44a5-87b2-207258b0feff {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:40.915763 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:40.916866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Checking segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:40.917443 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.917995 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Bound using segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:40.918673 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Bound port: 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:40.919248 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.953321 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:40.969412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.035789 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1843eaf-531c-4b3c-9eb6-f4d56404fb26 req-4e820c42-8d0d-4a1a-b902-7c93d78fc85a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:41.037935 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e1843eaf-531c-4b3c-9eb6-f4d56404fb26 req-4e820c42-8d0d-4a1a-b902-7c93d78fc85a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.3488626
Jun 07 18:41:41.080428 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] For port 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:41.086396 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] For port 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=9effb604-ff50-4e69-9a43-6ccfeedca5ba,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:41.092518 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.105156 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:41.157007 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e1843eaf-531c-4b3c-9eb6-f4d56404fb26 req-adc59e80-299e-4c9f-8caa-c366b8b2599c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065085
Jun 07 18:41:41.183583 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Pushing event updated for resources: {'Port': ['ID=9effb604-ff50-4e69-9a43-6ccfeedca5ba,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:41.208335 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:41.238713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Allocated IP 172.27.0.220 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/10a77f5f-9af6-4900-8a59-3e0859c9f77c) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:41.305246 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.311745 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.323317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:41.395224 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.457407 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.507969 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'Port': ['ID=04ee1003-e8db-4104-baf5-ee1f1a3260f7,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:41.541221 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Request body: {'port': {'device_id': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:41.579870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:41.580629 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:41.641187 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:41.642774 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:41.653218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:41.715385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:41.748321 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP 6acec5a6-4f6e-4e97-a2de-f021e739a131 associated. External IP: 172.27.0.54, port: 9aecd93a-56a5-4ff6-8038-19cd6c6cc101.
Jun 07 18:41:42.059689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8c2c0-e685-4a5e-afe3-69b37a77e98b req-0c24e74b-e182-47f2-a713-9ba18906b044 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:42.068500 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c4c8c2c0-e685-4a5e-afe3-69b37a77e98b req-0c24e74b-e182-47f2-a713-9ba18906b044 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 932 time: 0.3588483
Jun 07 18:41:42.170021 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c4c8c2c0-e685-4a5e-afe3-69b37a77e98b req-e90ce53f-f967-454d-b07d-c2c35faf7665 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004312
Jun 07 18:41:42.221104 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:42.600514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:41:42.747016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160034a-3958-4128-9bdc-00464ec7e495 req-c8c3d18d-102b-4463-972a-6b31c0be883d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:42.760535 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1160034a-3958-4128-9bdc-00464ec7e495 req-c8c3d18d-102b-4463-972a-6b31c0be883d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2953494
Jun 07 18:41:42.761932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33923481-b7ce-4161-a129-541f79533b6e None None] Network 18f84cde-5abd-44a5-87b2-207258b0feff requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:42.824658 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:42.969113 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1160034a-3958-4128-9bdc-00464ec7e495 req-5216cae7-0034-429c-aeb2-84b5f67bf24b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1978652
Jun 07 18:41:43.014757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-795c69e5-b3bc-4e5c-a8ab-9601ded9c7c9 None None] Provisioning for port 9effb604-ff50-4e69-9a43-6ccfeedca5ba completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:43.186495 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:41:43.205806 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:41:43.226081 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:43.226770 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34965b0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:43.340646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.428088 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.441687 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 9effb604-ff50-4e69-9a43-6ccfeedca5ba up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:43.494469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630a5945-1319-4da6-bdf4-4fbbe1dfc12d {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:43.520971 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.542863 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.9019406
Jun 07 18:41:43.551678 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:43.555542 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:43.578971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 9effb604-ff50-4e69-9a43-6ccfeedca5ba completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:43.586963 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 9effb604-ff50-4e69-9a43-6ccfeedca5ba triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:43.587586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.595193 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Transition to ACTIVE for port object 630a5945-1319-4da6-bdf4-4fbbe1dfc12d will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:43.606176 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.610629 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdb503b6-3c89-48c7-a253-d1e4262cd724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:43.661176 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:43.702216 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb8a722-00c3-4ab4-8d69-66d693c4e5af x-openstack-request-id: req-1bb8a722-00c3-4ab4-8d69-66d693c4e5af {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:43.702593 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:43.702804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bb8a722-00c3-4ab4-8d69-66d693c4e5af {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:43.703224 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'status': 'completed', 'code': 200}
Jun 07 18:41:43.850537 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.911871 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04defc-b0a0-4299-be54-46d5822cdae4 req-5427960e-2560-4cbe-893a-6221970b41a7 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:43.921276 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ee04defc-b0a0-4299-be54-46d5822cdae4 req-5427960e-2560-4cbe-893a-6221970b41a7 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 932 time: 0.4901597
Jun 07 18:41:43.923940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Pushing event updated for resources: {'Port': ['ID=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:43.928209 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=9effb604-ff50-4e69-9a43-6ccfeedca5ba,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:43.930860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-7a547625-8244-486b-aeca-eabbeb73f8a1 None None] Provisioning complete for port 9effb604-ff50-4e69-9a43-6ccfeedca5ba triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:43.931898 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7a547625-8244-486b-aeca-eabbeb73f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:43.962248 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:43.998634 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:44.007795 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Attempting to bind port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:44.008139 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Attempting to bind port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:44.008526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Attempting to bind port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d on network 1cbefde9-44aa-4381-bcf4-f50174dee602 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:44.013151 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ee04defc-b0a0-4299-be54-46d5822cdae4 req-6a04c1e8-78f9-42c5-894d-762f6c03ae6f tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908260
Jun 07 18:41:44.013859 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:44.015026 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d on network 1cbefde9-44aa-4381-bcf4-f50174dee602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:41:44.015481 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Attempting to bind port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d on network 1cbefde9-44aa-4381-bcf4-f50174dee602 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:44.023112 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:44.023564 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Checking segment: {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:44.024021 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Bound using segment: {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:44.024526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Bound port: 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6020f9-0db5-4bfd-b632-da183c09a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:44.024935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:44.093211 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Router d8239c7a-d14b-48ed-bea2-81004c366ada is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:41:44.158304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=9effb604-ff50-4e69-9a43-6ccfeedca5ba,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:44.171164 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:44.215286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:44.227553 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:44.241146 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:44.265723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:44.372633 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34965b0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '6acec5a6-4f6e-4e97-a2de-f021e739a131', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:78:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:40Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:44.375001 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:44.376201 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:44.377304 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:41:44.378239 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] 10.222.0.57 "PUT /v2.0/ports/630a5945-1319-4da6-bdf4-4fbbe1dfc12d HTTP/1.1" status: 200  len: 1094 time: 2.8715127
Jun 07 18:41:44.380105 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Pushing event updated for resources: {'Port': ['ID=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:44.384751 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:44.394740 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:44.395577 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34965b0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:44.475316 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:41:44.491940 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Sync routers for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:41:44.498763 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:44.503754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49648) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:44.504598 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-aaeb1004-adbd-4daa-8418-6b24a5f4ab4d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.7835729
Jun 07 18:41:44.512617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:44.514125 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fccd30>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:44.556302 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dacca-7a34-4cbe-89f4-f3277ef3210a req-35f9dae0-5a9d-4fc4-8922-defa632c6988 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:44.558158 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e97dacca-7a34-4cbe-89f4-f3277ef3210a req-35f9dae0-5a9d-4fc4-8922-defa632c6988 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1707828
Jun 07 18:41:44.651654 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e97dacca-7a34-4cbe-89f4-f3277ef3210a req-10a855e1-f7de-471a-9640-295b756e0e78 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867910
Jun 07 18:41:44.736500 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:44.787271 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:45.165560 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fccd30>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:42Z', 'revision_number': 3, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:45.172110 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Checking router: d8239c7a-d14b-48ed-bea2-81004c366ada for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:41:45.172595 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Updating router d8239c7a-d14b-48ed-bea2-81004c366ada port 10a77f5f-9af6-4900-8a59-3e0859c9f77c binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:41:45.244971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:45.363535 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34965b0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '6acec5a6-4f6e-4e97-a2de-f021e739a131', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:78:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:40Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:45.370451 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225251c-e2f4-49da-89b7-b7a3df1b4d0e None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '6acec5a6-4f6e-4e97-a2de-f021e739a131', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:78:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:40Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:41:45.452591 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c902f-5596-4165-bcf8-2022d4234831 req-ae3d018b-fcb7-4ac7-834f-676ca72e8e05 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:45.454598 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec1c902f-5596-4165-bcf8-2022d4234831 req-ae3d018b-fcb7-4ac7-834f-676ca72e8e05 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.1995859
Jun 07 18:41:45.480928 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 9effb604-ff50-4e69-9a43-6ccfeedca5ba up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:45.677627 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec1c902f-5596-4165-bcf8-2022d4234831 req-4ff7453f-4e60-4d38-9a5e-0ff3a7c2a442 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144136
Jun 07 18:41:45.704833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:45.713464 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:45.746934 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:45.782336 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1386af23-52d8-4a2b-a8a3-383230cd59cb x-openstack-request-id: req-1386af23-52d8-4a2b-a8a3-383230cd59cb {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:45.782721 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:45.783057 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1386af23-52d8-4a2b-a8a3-383230cd59cb {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:45.783553 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d', 'status': 'completed', 'code': 200}
Jun 07 18:41:45.901144 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b7bb1-2ffd-40b9-9e42-6376be71db4d None None] New status for floating IP 6acec5a6-4f6e-4e97-a2de-f021e739a131: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:41:46.068977 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.072913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fbf6-6e7b-4373-83e0-5a5fba54b5c2 req-f4e565c3-bb64-4f23-b0e2-79fa5493a728 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:46.077664 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c922fbf6-6e7b-4373-83e0-5a5fba54b5c2 req-f4e565c3-bb64-4f23-b0e2-79fa5493a728 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.2262003
Jun 07 18:41:46.088488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Transition to ACTIVE for port object 10a77f5f-9af6-4900-8a59-3e0859c9f77c will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:46.097667 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 9effb604-ff50-4e69-9a43-6ccfeedca5ba triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:46.098129 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.131496 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.132864 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Allocated IP 172.20.0.1 (18f84cde-5abd-44a5-87b2-207258b0feff/6f9c285b-7f30-432f-b7d1-024c9b8fc30b/ea52ede3-18c7-4973-8c92-f70d4e30ac61) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:46.142484 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:46.166469 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c922fbf6-6e7b-4373-83e0-5a5fba54b5c2 req-3891c9a6-a544-4b33-823c-148c3192c268 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843918
Jun 07 18:41:46.251010 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Attempting to bind port 10a77f5f-9af6-4900-8a59-3e0859c9f77c on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:46.251655 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Attempting to bind port 10a77f5f-9af6-4900-8a59-3e0859c9f77c by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:46.251774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Attempting to bind port 10a77f5f-9af6-4900-8a59-3e0859c9f77c on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:46.262424 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Pushing event updated for resources: {'Port': ['ID=10a77f5f-9af6-4900-8a59-3e0859c9f77c,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:46.265961 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:46.266338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:46.266748 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.267140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:46.267680 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Bound port: 10a77f5f-9af6-4900-8a59-3e0859c9f77c, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:46.268061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.293382 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:46.399826 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.429646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Transition to ACTIVE for port object ea52ede3-18c7-4973-8c92-f70d4e30ac61 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:46.454065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] For port 10a77f5f-9af6-4900-8a59-3e0859c9f77c, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:46.463434 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] For port 10a77f5f-9af6-4900-8a59-3e0859c9f77c, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=10a77f5f-9af6-4900-8a59-3e0859c9f77c,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:46.472392 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.485181 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:46.497837 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:46.498474 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:46.564862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:46.567558 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fccd30>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:46.637291 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Pushing event updated for resources: {'Port': ['ID=10a77f5f-9af6-4900-8a59-3e0859c9f77c,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:46.641795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:46.669357 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Network 18f84cde-5abd-44a5-87b2-207258b0feff is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:46.679129 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:46.682128 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:46.682597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:46.808220 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:46.842481 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:47.026810 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780fb77-900f-4964-85c1-80e21c66f794 req-dbccca5c-a864-4d10-b5c3-13c39df791dc tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.034825 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c780fb77-900f-4964-85c1-80e21c66f794 req-dbccca5c-a864-4d10-b5c3-13c39df791dc tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.1291802
Jun 07 18:41:47.045182 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-be27c497-0401-4b01-9af2-878aa2682b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.046974 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-be27c497-0401-4b01-9af2-878aa2682b91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 1098 time: 0.5361760
Jun 07 18:41:47.088487 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c780fb77-900f-4964-85c1-80e21c66f794 req-4b3c2582-62de-4576-9180-723696e7b23c tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484712
Jun 07 18:41:47.120346 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a1bcf76c-1c47-4e94-8b6c-62cdb39188d7 None None] Provisioning for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:47.147428 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a1bcf76c-1c47-4e94-8b6c-62cdb39188d7 None None] Provisioning complete for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:47.147428 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a1bcf76c-1c47-4e94-8b6c-62cdb39188d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:47.187272 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-b722902e-baec-48c3-812f-39d65a0a5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.195959 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-b722902e-baec-48c3-812f-39d65a0a5fa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 1097 time: 0.6223660
Jun 07 18:41:47.244961 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcf76c-1c47-4e94-8b6c-62cdb39188d7 None None] Port ea52ede3-18c7-4973-8c92-f70d4e30ac61 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:41:47.290325 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fccd30>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:42Z', 'revision_number': 3, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:47.297885 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d5d3f-ae4f-438b-8d3d-33dd78572532 None None] The sync data for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi is: [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:42Z', 'revision_number': 3, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:41:47.309392 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-8c9d6f08-d4b1-462f-8941-afe7a824d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.311015 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-8c9d6f08-d4b1-462f-8941-afe7a824d6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.2571950
Jun 07 18:41:47.414495 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a20b7-bf9b-402a-a7d3-f4be1cc3ff5c req-3eb837e6-8897-4ae9-a7a7-276e32554d2d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.416172 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-285a20b7-bf9b-402a-a7d3-f4be1cc3ff5c req-3eb837e6-8897-4ae9-a7a7-276e32554d2d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1076360
Jun 07 18:41:47.478715 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-285a20b7-bf9b-402a-a7d3-f4be1cc3ff5c req-109af38d-52af-410c-8dfc-5e9dfd69d8be tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554237
Jun 07 18:41:47.531624 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.resource_extend [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 07 18:41:47.572098 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:47.602533 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:47.610924 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:47.619498 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:47.728327 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-8e36e9e4-e8a4-4078-94f6-86e1b25628b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101 HTTP/1.1" status: 200  len: 1000 time: 0.4079924
Jun 07 18:41:47.734338 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-8f88be4b-89f1-402b-a693-dee0b6b96b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:47.735834 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-8f88be4b-89f1-402b-a693-dee0b6b96b83 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e3c5cbd07d6f44a0b272def67652961a&shared=False HTTP/1.1" status: 200  len: 909 time: 0.5157402
Jun 07 18:41:47.770368 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ea52ede3-18c7-4973-8c92-f70d4e30ac61,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:47.774180 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:48.034882 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-23301ba3-5192-4124-97f2-9402df5d38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.036414 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-23301ba3-5192-4124-97f2-9402df5d38a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.2611833
Jun 07 18:41:48.097528 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Network 18f84cde-5abd-44a5-87b2-207258b0feff is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:48.107937 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:48.115920 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-2e30014e-05ac-4c47-893a-d5639f0c3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.117346 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-419a4972-a9f4-4a1c-aca3-3e42e4deeeb8 req-2e30014e-05ac-4c47-893a-d5639f0c3572 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2622960
Jun 07 18:41:48.237606 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5f34e-813e-4244-b99d-b40582070e4b req-7fca2d17-6cfb-473f-b3e6-90a9f0b50187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.239762 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-7fca2d17-6cfb-473f-b3e6-90a9f0b50187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1099 time: 0.1281421
Jun 07 18:41:48.418712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-6339a659-c6bf-494e-ba27-5baa08d5d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.420345 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-6339a659-c6bf-494e-ba27-5baa08d5d7b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3580437
Jun 07 18:41:48.429826 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-965e1c26-aaf2-4f56-8eab-17e2c1e81546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.431256 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-965e1c26-aaf2-4f56-8eab-17e2c1e81546 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3c5cbd07d6f44a0b272def67652961a&device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 1097 time: 0.1993172
Jun 07 18:41:48.435829 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Router d8239c7a-d14b-48ed-bea2-81004c366ada has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:41:48.453039 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd784-5c65-4aa8-95da-10c7a96162ff req-51ee47d6-ecda-4a81-9b4d-105d68a8afb6 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.454559 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08acd784-5c65-4aa8-95da-10c7a96162ff req-51ee47d6-ecda-4a81-9b4d-105d68a8afb6 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.2239273
Jun 07 18:41:48.459843 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5f34e-813e-4244-b99d-b40582070e4b req-55c5e371-efdd-4b01-b273-e1fde2397815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.461212 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-55c5e371-efdd-4b01-b273-e1fde2397815 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.1829360
Jun 07 18:41:48.480860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-3826f362-0d61-43b2-99da-c170b1b31052 None None] Provisioning complete for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:48.482027 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3826f362-0d61-43b2-99da-c170b1b31052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:48.508084 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08acd784-5c65-4aa8-95da-10c7a96162ff req-6ae8a3c8-fbb0-4b5c-acd8-b8fadd74aa55 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413299
Jun 07 18:41:48.556339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-3826f362-0d61-43b2-99da-c170b1b31052 None None] Port ea52ede3-18c7-4973-8c92-f70d4e30ac61 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:41:48.714109 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-68d236f5-2b8c-49d8-971d-92bed702e4d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1685221
Jun 07 18:41:48.749928 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-6cf8a82f-f2f2-4b4b-a368-2446d7801a40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d HTTP/1.1" status: 200  len: 217 time: 0.0967710
Jun 07 18:41:48.806548 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816e715-b044-4960-ad06-359006031d76 req-737cbdc8-0b66-4969-856a-5c7edc7ab2de tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.808114 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8816e715-b044-4960-ad06-359006031d76 req-737cbdc8-0b66-4969-856a-5c7edc7ab2de tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1756539
Jun 07 18:41:48.814857 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:41:48.816988 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5f34e-813e-4244-b99d-b40582070e4b req-ad585563-c159-45d1-aba7-f3dc312172a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.818987 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-ad585563-c159-45d1-aba7-f3dc312172a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0946271
Jun 07 18:41:48.830053 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8239c7a-d14b-48ed-bea2-81004c366ada/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3164353
Jun 07 18:41:48.930023 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-9f21870e-beed-411e-8286-44046d8f69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.931474 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-9f21870e-beed-411e-8286-44046d8f69b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e59b5b95-647f-4d21-b624-4b0ff0e6ab04 HTTP/1.1" status: 200  len: 848 time: 0.1656842
Jun 07 18:41:48.936685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8816e715-b044-4960-ad06-359006031d76 req-0c577059-a29f-45e6-9a64-0a6b39b34f25 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140020
Jun 07 18:41:48.948032 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-c27d1101-5bd8-48f6-ba6a-77795f0c08e2 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148916
Jun 07 18:41:48.981724 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5f34e-813e-4244-b99d-b40582070e4b req-f1c18b2d-89eb-40ee-acc0-fb54562f33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:48.988961 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-f1c18b2d-89eb-40ee-acc0-fb54562f33ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1455386
Jun 07 18:41:49.250060 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-c4d3abd4-8654-41b6-a099-5c7cf3d7ab18 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443967
Jun 07 18:41:49.334678 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-102014af-96da-435f-a5df-dc1cc3a0e7ad service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3152676
Jun 07 18:41:49.345546 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-1009a680-b55b-429f-9450-72da4328867f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cbefde9-44aa-4381-bcf4-f50174dee602&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3964653
Jun 07 18:41:49.404794 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10a77f5f-9af6-4900-8a59-3e0859c9f77c up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:49.504963 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cec5f34e-813e-4244-b99d-b40582070e4b req-aea2bd6d-c354-4b84-bd96-196eb128be99 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354691
Jun 07 18:41:49.527005 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-49e1fa46-38e0-4680-80c5-1cffcf315192 service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706982
Jun 07 18:41:49.531112 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Sync routers for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:41:49.543551 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:49.544313 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01190>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:49.636621 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 10a77f5f-9af6-4900-8a59-3e0859c9f77c completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:49.666874 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 10a77f5f-9af6-4900-8a59-3e0859c9f77c triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:49.667261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:49.757113 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-7848f9d3-f3f5-4d64-b703-d3397de9a447 req-7ffa09fa-cb7e-4dfe-b2f0-aaa8938b96cb service neutron] 10.222.0.57 "GET /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176292
Jun 07 18:41:49.788839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bcb52-7fbe-4bcf-b1c0-f0ce1d795167 req-72132262-3ab3-4f08-819a-456a1b102a8d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:49.791171 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-934bcb52-7fbe-4bcf-b1c0-f0ce1d795167 req-72132262-3ab3-4f08-819a-456a1b102a8d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.1218817
Jun 07 18:41:49.861645 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-934bcb52-7fbe-4bcf-b1c0-f0ce1d795167 req-13314645-3e1d-4b9a-b62e-f4d1f2521e53 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586123
Jun 07 18:41:49.861778 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49724) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:49.869271 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-168301008-network', 'tenant_id': '550efaba17f6468382018e5f7a8bf353'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:49.899170 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Made reservation on behalf of 550efaba17f6468382018e5f7a8bf353 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:49.902028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:49.917350 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:49.984362 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:49.993925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:50.031196 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.036330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.049368 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:41:50.057463 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b5a828b0-7e9e-4020-9bce-4b3871ba658c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:50.074773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.075415 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Added segment 3c9f68a0-3384-4806-924c-42580a2f16ce of type vlan for network 33661ab7-b07b-4912-bd32-532c3c12e14e
Jun 07 18:41:50.078825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 10a77f5f-9af6-4900-8a59-3e0859c9f77c, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=10a77f5f-9af6-4900-8a59-3e0859c9f77c,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:50.085316 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.090324 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:50.136176 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5284c8a-9d6e-48bf-8b7e-63f1b32c890b,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:50.140361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:50.171214 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.216281 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6b007-369e-4b39-84a9-ab731110d8a6 req-7cb7cc7a-548f-4b66-92da-865311168f2a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:50.217755 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87c6b007-369e-4b39-84a9-ab731110d8a6 req-7cb7cc7a-548f-4b66-92da-865311168f2a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1469517
Jun 07 18:41:50.219009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.220299 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:50.221448 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.226968 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2bc27480-79ef-4a01-b7c4-031cb3505ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:50.293381 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4305742
Jun 07 18:41:50.296433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49732) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:50.302439 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Request body: {'subnet': {'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-168301008-subnet', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:50.325812 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=10a77f5f-9af6-4900-8a59-3e0859c9f77c,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:50.327423 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Made reservation on behalf of 550efaba17f6468382018e5f7a8bf353 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:41:50.331878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.337866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:50.449365 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Pushing event updated for resources: {'Network': ['ID=33661ab7-b07b-4912-bd32-532c3c12e14e,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:50.454436 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:50.460454 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01190>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 2, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:50.460904 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-87c6b007-369e-4b39-84a9-ab731110d8a6 req-0ce69e2c-7eb8-474d-b1b9-a35d42b3a94f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2140546
Jun 07 18:41:50.470358 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 33661ab7-b07b-4912-bd32-532c3c12e14e details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:41:50.494378 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Checking router: d8239c7a-d14b-48ed-bea2-81004c366ada for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:41:50.495657 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Updating router d8239c7a-d14b-48ed-bea2-81004c366ada port ea52ede3-18c7-4973-8c92-f70d4e30ac61 binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:41:50.592780 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.600571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5497403-e073-4fef-93e6-068a9f5b18c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:50.626003 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.691452 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8504fc1-ab12-4744-978d-ef1e490ecea9,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:50.695499 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:50.696538 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Checking segment: {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:50.696950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Network hostable DHCP agents. Network: 33661ab7-b07b-4912-bd32-532c3c12e14e, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:41:50.735868 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Network 33661ab7-b07b-4912-bd32-532c3c12e14e is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:41:50.787923 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 33661ab7-b07b-4912-bd32-532c3c12e14e) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:50.792853 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:50.793478 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.802658 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626876a5-7d40-4b85-af5e-4f5a7aeb49df None None] Network 33661ab7-b07b-4912-bd32-532c3c12e14e requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:50.814678 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b6c530e0-a5c8-4c81-bf68-525e84d4da08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:50.840063 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5423698
Jun 07 18:41:50.843754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49738) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:50.849291 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:41:50.862445 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343c0a9-d464-433d-8ac1-177eac06c6bf req-68a1f948-e73f-4bb9-9d86-e7c8c3cccef0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:50.864871 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2343c0a9-d464-433d-8ac1-177eac06c6bf req-68a1f948-e73f-4bb9-9d86-e7c8c3cccef0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1052756
Jun 07 18:41:50.867535 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-24f7769d-152b-4601-8eb4-cc5563894329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:50.869294 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-24f7769d-152b-4601-8eb4-cc5563894329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.1253028
Jun 07 18:41:50.923513 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2343c0a9-d464-433d-8ac1-177eac06c6bf req-7d0b66a1-3bd4-4635-a464-d8bbd92d6572 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526040
Jun 07 18:41:51.010513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.011639 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.067979 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.100219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-3cdcf61d-3206-4a21-b918-221f6cd3e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:51.100825 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-3cdcf61d-3206-4a21-b918-221f6cd3e0c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.2204843
Jun 07 18:41:51.100936 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb33d26-1966-4b7d-94a3-a9a6b86e7aa0 req-a709ab95-bfdb-4f10-aaef-eebebe6acbe8 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:51.103015 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2eb33d26-1966-4b7d-94a3-a9a6b86e7aa0 req-a709ab95-bfdb-4f10-aaef-eebebe6acbe8 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.1073105
Jun 07 18:41:51.165215 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2eb33d26-1966-4b7d-94a3-a9a6b86e7aa0 req-cc46163f-dcdf-4824-a325-42d620c20dbb tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554616
Jun 07 18:41:51.208527 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-33661ab7-b07b-4912-bd32-532c3c12e14e', 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'fixed_ips': [{'subnet_id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:41:51.209353 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.264217 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-907d397e-6a39-4c8a-af4b-5028c7470a34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.1500287
Jun 07 18:41:51.298960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.330500 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Transition to ACTIVE for port object ea52ede3-18c7-4973-8c92-f70d4e30ac61 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:51.347093 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.354083 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:51.418660 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10a77f5f-9af6-4900-8a59-3e0859c9f77c up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:51.478466 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:41:51.564886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-dd2f34ce-11e5-408c-815b-5ce9048c63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:51.568058 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-dd2f34ce-11e5-408c-815b-5ce9048c63a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.2956769
Jun 07 18:41:51.582546 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.637891 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-bc74d1b4-45fe-47b1-a244-8b214a603a2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498185
Jun 07 18:41:51.736998 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Pushing event updated for resources: {'Port': ['ID=ea52ede3-18c7-4973-8c92-f70d4e30ac61,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:51.745972 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:51.782308 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572fa0c-6677-45e5-906e-b6b07e5e1085 req-fba1b871-d970-40a2-b703-9138cdadb3cb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:51.786621 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Allocated IP 172.20.0.2 (33661ab7-b07b-4912-bd32-532c3c12e14e/f8504fc1-ab12-4744-978d-ef1e490ecea9/ba4585d2-57a5-458e-b08b-6652808b1595) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:51.791445 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7572fa0c-6677-45e5-906e-b6b07e5e1085 req-fba1b871-d970-40a2-b703-9138cdadb3cb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 946 time: 0.1503925
Jun 07 18:41:51.848511 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7572fa0c-6677-45e5-906e-b6b07e5e1085 req-0c34258f-fd79-47a0-a06c-2066f86de1f9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553966
Jun 07 18:41:51.968582 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 10a77f5f-9af6-4900-8a59-3e0859c9f77c triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:51.969064 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:51.996114 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-6c247079-2ce1-4798-8105-089d7aa81705 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072476
Jun 07 18:41:52.014467 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Attempting to bind port ea52ede3-18c7-4973-8c92-f70d4e30ac61 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:52.014851 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Attempting to bind port ea52ede3-18c7-4973-8c92-f70d4e30ac61 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:52.015219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Attempting to bind port ea52ede3-18c7-4973-8c92-f70d4e30ac61 on network 18f84cde-5abd-44a5-87b2-207258b0feff {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:52.092481 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.101894 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:52.102280 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Checking segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:52.102691 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.103100 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Bound using segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:52.103621 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Bound port: ea52ede3-18c7-4973-8c92-f70d4e30ac61, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:52.104004 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.149950 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c771e8-7025-4b07-b844-f0d02647e967 req-8b04993b-2208-4c1b-8858-463746038eff tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:52.151555 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34c771e8-7025-4b07-b844-f0d02647e967 req-8b04993b-2208-4c1b-8858-463746038eff tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0960391
Jun 07 18:41:52.197696 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:52.200106 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d1d301-ea46-4798-8ee5-5ff55cc0d1b6" -d '{"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:52.220527 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34c771e8-7025-4b07-b844-f0d02647e967 req-474736c6-f813-45e5-a509-ea82f14e0280 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609424
Jun 07 18:41:52.240149 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:52.293159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.294363 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367b051a-4e69-4741-8b70-9d1c5f25245c x-openstack-request-id: req-367b051a-4e69-4741-8b70-9d1c5f25245c {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:52.294667 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:52.294923 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-367b051a-4e69-4741-8b70-9d1c5f25245c {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:52.295314 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'code': 200}
Jun 07 18:41:52.298377 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.311233 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ba091d5c-666a-4129-b0b7-0ec2003014dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:52.326454 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.385878 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca0ae3-575f-4235-b37d-34b99544e293 req-2780bc50-eeb8-43d9-af8b-475376b0796b tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:52.387812 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-18ca0ae3-575f-4235-b37d-34b99544e293 req-2780bc50-eeb8-43d9-af8b-475376b0796b tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.0851824
Jun 07 18:41:52.424725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] For port ea52ede3-18c7-4973-8c92-f70d4e30ac61, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:52.437824 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-18ca0ae3-575f-4235-b37d-34b99544e293 req-f0da54e9-8a64-49a6-8848-b96694e8c869 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
Jun 07 18:41:52.446204 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] For port ea52ede3-18c7-4973-8c92-f70d4e30ac61, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ea52ede3-18c7-4973-8c92-f70d4e30ac61,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:52.470501 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.474325 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.491410 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=8']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:52.494379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Transition to ACTIVE for port object ba4585d2-57a5-458e-b08b-6652808b1595 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:52.501521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:52.502149 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ad7a37e6-59cb-4f51-8b3f-1ad7462d4eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:52.513266 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Allocated IP 172.27.0.8 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:52.570802 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Transition to ACTIVE for port object ba4585d2-57a5-458e-b08b-6652808b1595 will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:52.584114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:52.584742 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:52.591816 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:52.592461 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01190>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:52.689008 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Network 33661ab7-b07b-4912-bd32-532c3c12e14e is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:52.691233 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.692494 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Pushing event updated for resources: {'Port': ['ID=ea52ede3-18c7-4973-8c92-f70d4e30ac61,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:52.697530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:52.701521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:52.702454 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:52.724356 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:52.725014 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:52.742201 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:52.743336 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:52.745785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:52.891459 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Attempting to bind port ba4585d2-57a5-458e-b08b-6652808b1595 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:52.891996 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Attempting to bind port ba4585d2-57a5-458e-b08b-6652808b1595 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:52.892113 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Attempting to bind port ba4585d2-57a5-458e-b08b-6652808b1595 on network 33661ab7-b07b-4912-bd32-532c3c12e14e {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:52.895894 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:52.954957 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:52.955348 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Checking segment: {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:52.955783 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:52.956183 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Bound using segment: {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:52.957209 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Bound port: ba4585d2-57a5-458e-b08b-6652808b1595, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:52.957590 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.084167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e340cd-c370-4546-87be-8da850d913ec req-bad03afa-52c5-43b4-b2d2-27c39a44e005 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:53.085958 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3e340cd-c370-4546-87be-8da850d913ec req-bad03afa-52c5-43b4-b2d2-27c39a44e005 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.0964127
Jun 07 18:41:53.120750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.139001 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a3e340cd-c370-4546-87be-8da850d913ec req-bab4b580-afd5-4feb-b4d2-2be03ec95854 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455155
Jun 07 18:41:53.140119 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.230292 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] For port ba4585d2-57a5-458e-b08b-6652808b1595, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:53.252100 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] For port ba4585d2-57a5-458e-b08b-6652808b1595, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ba4585d2-57a5-458e-b08b-6652808b1595,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:53.258852 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.265862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:53.433756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1e669-de44-433f-bacd-5d382f3c4d46 req-c8052560-879b-4f83-8f34-c5db1c39ef1a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:53.435553 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-77c1e669-de44-433f-bacd-5d382f3c4d46 req-c8052560-879b-4f83-8f34-c5db1c39ef1a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1004186
Jun 07 18:41:53.437631 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-76dba250-d98c-4290-97f2-22eff745ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.449180 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Pushing event updated for resources: {'Port': ['ID=ba4585d2-57a5-458e-b08b-6652808b1595,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:53.454448 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:53.509085 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01190>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:53.516058 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-77c1e669-de44-433f-bacd-5d382f3c4d46 req-bfb15a70-2652-4f18-892c-4c73e5911c02 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721202
Jun 07 18:41:53.516499 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09b8a3-1d42-4145-b1a4-ca8d4fb75d23 None None] The sync data for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi is: [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:41:53.646170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:53.777411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aef834-c105-4f75-8aa2-9ee16aac33cf req-3bee2e16-f7db-4c2c-bd2b-71e0a78b7458 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:53.780502 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79aef834-c105-4f75-8aa2-9ee16aac33cf req-3bee2e16-f7db-4c2c-bd2b-71e0a78b7458 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 944 time: 0.1527796
Jun 07 18:41:53.843949 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79aef834-c105-4f75-8aa2-9ee16aac33cf req-7f9edb5b-619f-4fd3-9f1f-b83317094dfd tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554776
Jun 07 18:41:53.954594 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:41:54.143381 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:41:54.155951 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Sync routers for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:41:54.168905 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:54.173137 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6b8a0016-2e57-4182-baa7-e53c916c0d14 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3281994
Jun 07 18:41:54.173873 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:54.174028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 49770) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:54.174584 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d35273d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:54.412071 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:54.412737 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:54.620159 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 630a5945-1319-4da6-bdf4-4fbbe1dfc12d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:41:54.646562 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2f66c-65cc-409f-9ab1-add26e5a5095 req-8c4454e1-e7ee-4318-9ebf-632756c34fc2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:54.654100 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0f2f66c-65cc-409f-9ab1-add26e5a5095 req-8c4454e1-e7ee-4318-9ebf-632756c34fc2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.3218203
Jun 07 18:41:54.682262 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49379e35-059e-403b-9439-9cc25a4cec29 None None] Network 33661ab7-b07b-4912-bd32-532c3c12e14e requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:41:54.801142 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d35273d0>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 3, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:54.809375 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Checking router: cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:41:54.810288 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Updating router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:41:54.885047 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-fb3fbae4-93f9-4fe2-970c-5a0ff87bc8b6 None None] Provisioning for port ba4585d2-57a5-458e-b08b-6652808b1595 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:54.906092 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:54.959561 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-30e45cc0-1f11-4ade-aeb3-075388d2be6d req-88581dd3-0516-493f-afd4-f848741b8933 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3041782
Jun 07 18:41:54.964085 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0f2f66c-65cc-409f-9ab1-add26e5a5095 req-dd81a6b8-8425-4b85-bd64-e6409bf060aa tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2914937
Jun 07 18:41:55.127566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:55.180757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d', 'network_id': '1cbefde9-44aa-4381-bcf4-f50174dee602', 'port_id': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d', 'mac_address': 'fa:16:3e:db:ee:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59b5b95-647f-4d21-b624-4b0ff0e6ab04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:41:55.182325 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.260193 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.281784 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630a5945-1319-4da6-bdf4-4fbbe1dfc12d {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:41:55.317563 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:55.323541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.326796 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:55.416442 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.431020 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Transition to ACTIVE for port object dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:55.443522 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.460553 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1eea4b34-ec6e-421d-a6eb-988ebbf2c70d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:55.461817 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:55.469405 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7a78-81e7-487f-beeb-34472e360c2a req-cdd6c57d-1512-43f1-b687-29f3fb8f207c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:55.473481 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:55.478713 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a45c7a78-81e7-487f-beeb-34472e360c2a req-cdd6c57d-1512-43f1-b687-29f3fb8f207c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.8030884
Jun 07 18:41:55.520286 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ba4585d2-57a5-458e-b08b-6652808b1595 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:55.565618 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Attempting to bind port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:41:55.567018 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Attempting to bind port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:41:55.567624 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Attempting to bind port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:41:55.580515 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:41:55.581136 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:41:55.582249 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.582873 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:41:55.583536 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Bound port: dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:41:55.584067 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.592378 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:41:55.622971 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Pushing event updated for resources: {'Port': ['ID=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,revision_number=2']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:55.646753 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.647101 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.647449 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.647773 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.648279 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.648597 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.648913 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.649400 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.649742 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.650202 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.650761 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.651211 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:41:55.657581 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:55.691834 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['630a5945-1319-4da6-bdf4-4fbbe1dfc12d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:41:55.693446 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] For port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:41:55.696885 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] For port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:41:55.700145 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a45c7a78-81e7-487f-beeb-34472e360c2a req-8150d80e-3f50-4be1-9fbe-52866bf57e10 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203164
Jun 07 18:41:55.704398 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.712507 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-485c8a2c-7b5d-49bc-a81a-d45982c25e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:55.728901 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bba53-3762-4c6b-82c4-792ea5b15391 req-8c408744-7356-4e31-aaa1-f7a1ee85f7f1 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:55.735858 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f30bba53-3762-4c6b-82c4-792ea5b15391 req-8c408744-7356-4e31-aaa1-f7a1ee85f7f1 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 945 time: 0.5828943
Jun 07 18:41:55.786261 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Pushing event updated for resources: {'Port': ['ID=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:55.792473 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:55.808003 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:55.808793 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d35273d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:55.832554 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f30bba53-3762-4c6b-82c4-792ea5b15391 req-6a338d71-3870-410e-a6a2-9599da478da7 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952656
Jun 07 18:41:55.846219 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:55.910705 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port ba4585d2-57a5-458e-b08b-6652808b1595 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:55.956479 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port ba4585d2-57a5-458e-b08b-6652808b1595 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:55.956956 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.038385 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:41:56.046448 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.065825 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:56.133818 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.173588 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port ba4585d2-57a5-458e-b08b-6652808b1595, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ba4585d2-57a5-458e-b08b-6652808b1595,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:56.179306 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.180313 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ea52ede3-18c7-4973-8c92-f70d4e30ac61 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:56.196645 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Allocated IP 172.20.0.1 (33661ab7-b07b-4912-bd32-532c3c12e14e/f8504fc1-ab12-4744-978d-ef1e490ecea9/c18ec365-41aa-4818-a46e-380061236088) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:41:56.217161 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-343d7193-8a05-4749-9b8c-9b3831f9cf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:56.321469 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=ba4585d2-57a5-458e-b08b-6652808b1595,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:56.324962 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:56.332363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2fb4-ec17-430b-bf20-4099af63c2c2 req-a2cf3cdf-299f-493e-83cd-7bcf4c7fe74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:56.337305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:56.340145 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-432a2fb4-ec17-430b-bf20-4099af63c2c2 req-a2cf3cdf-299f-493e-83cd-7bcf4c7fe74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2007992
Jun 07 18:41:56.342242 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:56.342626 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.401947 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-432a2fb4-ec17-430b-bf20-4099af63c2c2 req-c4fedf4d-cb66-45f0-82ce-2979688b2b13 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607514
Jun 07 18:41:56.499731 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d35273d0>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 3, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:56.502674 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.506627 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5297114-7712-4b0a-b166-bccbbf5be40b None None] The sync data for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi is: [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:52Z', 'revision_number': 3, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:41:56.520389 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.544523 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Transition to ACTIVE for port object c18ec365-41aa-4818-a46e-380061236088 will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:41:56.560093 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port ea52ede3-18c7-4973-8c92-f70d4e30ac61, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ea52ede3-18c7-4973-8c92-f70d4e30ac61,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:56.572192 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.583327 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:56.594792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:41:56.595375 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:41:56.629795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Network 33661ab7-b07b-4912-bd32-532c3c12e14e is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:56.631023 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:56.633329 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:41:56.688082 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=ea52ede3-18c7-4973-8c92-f70d4e30ac61,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:56.699041 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:56.711110 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:56.987184 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-bb277706-f31c-4839-9e56-105d0010970e None None] Provisioning for port c18ec365-41aa-4818-a46e-380061236088 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:56.996896 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-bb277706-f31c-4839-9e56-105d0010970e None None] Provisioning complete for port c18ec365-41aa-4818-a46e-380061236088 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:56.997281 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-bb277706-f31c-4839-9e56-105d0010970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.003267 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.066740 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-bb277706-f31c-4839-9e56-105d0010970e None None] Port c18ec365-41aa-4818-a46e-380061236088 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:41:57.127839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a2f6-ab5c-4192-a3d5-b937582ad760 req-3d4d136a-52c8-48a2-97cc-bf0ca83e5899 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:57.130230 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60a5a2f6-ab5c-4192-a3d5-b937582ad760 req-3d4d136a-52c8-48a2-97cc-bf0ca83e5899 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2750869
Jun 07 18:41:57.263233 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60a5a2f6-ab5c-4192-a3d5-b937582ad760 req-a692fac0-d6d9-46d0-b4b5-d3bd875241e2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150265
Jun 07 18:41:57.407989 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57630f9-4141-461a-8332-79b958706043 req-9efa5e92-09a1-4ce0-b8df-25c906ba5741 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:57.409545 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e57630f9-4141-461a-8332-79b958706043 req-9efa5e92-09a1-4ce0-b8df-25c906ba5741 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 945 time: 0.2024651
Jun 07 18:41:57.442665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.461284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.488992 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:57.510519 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:57.576928 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c18ec365-41aa-4818-a46e-380061236088,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:57.584335 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e57630f9-4141-461a-8332-79b958706043 req-e1ff2909-3e63-4d10-93de-1ce930f36519 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659207
Jun 07 18:41:57.593511 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:57.601587 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.628169 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 630a5945-1319-4da6-bdf4-4fbbe1dfc12d up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:57.685344 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:57.796312 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:57.796684 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.914236 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:41:57.937866 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:57.938240 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:57.981091 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Network 33661ab7-b07b-4912-bd32-532c3c12e14e is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:41:57.986242 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:41:57.999147 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.042537 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:58.050495 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.051588 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ba4585d2-57a5-458e-b08b-6652808b1595 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:58.088639 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:58.226858 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:58.239563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043fb9a-8c70-4776-8073-af4ff6ea1932 req-5e21c3f5-2bb8-4b76-b2aa-a6ebd102dbe6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:58.241131 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2043fb9a-8c70-4776-8073-af4ff6ea1932 req-5e21c3f5-2bb8-4b76-b2aa-a6ebd102dbe6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.6266174
Jun 07 18:41:58.259134 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:58.281487 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.283250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:41:58.289880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49840) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:41:58.313514 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2043fb9a-8c70-4776-8073-af4ff6ea1932 req-40f2fc91-14d5-4017-b851-14c5ac33d895 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636792
Jun 07 18:41:58.354296 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:41:58.359508 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ec59e-8a49-47e3-bfd0-e080d9d5680a" -d '{"events": [{"server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "name": "network-vif-plugged", "status": "completed", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:41:58.382124 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:41:58.384075 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e621823f-f19d-4254-ba22-09b7c7c0be8b None None] Provisioning complete for port c18ec365-41aa-4818-a46e-380061236088 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:58.386557 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e621823f-f19d-4254-ba22-09b7c7c0be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.444173 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.455825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a1e41f44-7d58-4372-ad83-eff2187c77ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:41:58.498368 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-f1609d70-35ba-4654-906c-e24d0d4ef488 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2026680
Jun 07 18:41:58.508430 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port ba4585d2-57a5-458e-b08b-6652808b1595 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:58.508822 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.556638 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2943da-ee33-45c7-8017-b8d979bd026c x-openstack-request-id: req-ac2943da-ee33-45c7-8017-b8d979bd026c {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:41:58.556918 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "name": "network-vif-plugged", "status": "completed", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:41:58.557190 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac2943da-ee33-45c7-8017-b8d979bd026c {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:41:58.557588 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d', 'code': 200}
Jun 07 18:41:58.615585 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:41:58.623931 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/cea5e49f-cad1-4db8-a41f-dd516e5e4ef5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4469790
Jun 07 18:41:58.624135 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-e621823f-f19d-4254-ba22-09b7c7c0be8b None None] Port c18ec365-41aa-4818-a46e-380061236088 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:41:58.639370 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:41:58.648723 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:41:58.692661 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce07c1-39f2-4195-91a4-001c8007517e req-b0aff85b-3288-4444-9e52-ae3a0041685e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:58.696088 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a1ce07c1-39f2-4195-91a4-001c8007517e req-b0aff85b-3288-4444-9e52-ae3a0041685e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1606877
Jun 07 18:41:58.782310 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ea52ede3-18c7-4973-8c92-f70d4e30ac61 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:58.859323 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2382-aaa2-44d2-a55b-f1376cdd39c7 req-984ddbec-6e3d-4304-9fed-6829a446e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:58.861302 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f47b2382-aaa2-44d2-a55b-f1376cdd39c7 req-984ddbec-6e3d-4304-9fed-6829a446e3bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 1099 time: 0.1383941
Jun 07 18:41:58.886074 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a1ce07c1-39f2-4195-91a4-001c8007517e req-df012bb5-6e9d-4263-8a1e-9e5ea26b787d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832221
Jun 07 18:41:58.910778 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port ea52ede3-18c7-4973-8c92-f70d4e30ac61 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:58.912774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:58.945496 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522771f-6515-40e2-bda4-9463817ff694 req-4683d0b6-cd75-4d89-8e98-4fcbb40552e8 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:58.949260 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2522771f-6515-40e2-bda4-9463817ff694 req-4683d0b6-cd75-4d89-8e98-4fcbb40552e8 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 946 time: 0.1525519
Jun 07 18:41:58.961010 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f47b2382-aaa2-44d2-a55b-f1376cdd39c7 req-cc822b8c-431d-470f-87c5-e3a02984f510 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853648
Jun 07 18:41:58.982837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Sync routers for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:41:59.009327 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:41:59.010000 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1adb280>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:41:59.027419 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2522771f-6515-40e2-bda4-9463817ff694 req-0db83273-e663-4973-bf0c-fa24f7f4ec96 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681858
Jun 07 18:41:59.270836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:41:59.435899 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:41:59.583016 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:41:59.583449 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:41:59.638843 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435bb1a-8d22-4330-bd4d-9b47c58eb492 req-8fe5f11a-c411-40e2-83cd-50396e254233 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:41:59.643182 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f435bb1a-8d22-4330-bd4d-9b47c58eb492 req-8fe5f11a-c411-40e2-83cd-50396e254233 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1506243
Jun 07 18:41:59.750091 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f435bb1a-8d22-4330-bd4d-9b47c58eb492 req-98120a80-b785-434a-a22a-d9ff531511ae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993011
Jun 07 18:41:59.990996 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1adb280>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 4, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c18ec365-41aa-4818-a46e-380061236088', 'name': '', 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'mac_address': 'fa:16:3e:c9:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:55Z', 'updated_at': '2021-06-07T18:41:57Z', 'revision_number': 2, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'subnets': [{'id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:00.000097 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Checking router: cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:42:00.000449 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Updating router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 port c18ec365-41aa-4818-a46e-380061236088 binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:42:00.136395 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:00.355644 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5658-fd1b-4584-b056-043a7cab6538 req-516bd142-f1e7-4be1-b177-be1fc626e9d8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:00.363926 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bc5f5658-fd1b-4584-b056-043a7cab6538 req-516bd142-f1e7-4be1-b177-be1fc626e9d8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2051344
Jun 07 18:42:00.399280 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372742-516f-4fa2-9de1-6851665f5450 req-2f2b994d-8de4-4023-934a-080140ee000e tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:00.401115 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b0372742-516f-4fa2-9de1-6851665f5450 req-2f2b994d-8de4-4023-934a-080140ee000e tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 946 time: 0.1564102
Jun 07 18:42:00.439983 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bc5f5658-fd1b-4584-b056-043a7cab6538 req-1157c564-a6d3-405e-adbb-8e6b86fa9929 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749142
Jun 07 18:42:00.493195 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b0372742-516f-4fa2-9de1-6851665f5450 req-a2b11d3b-0264-474f-880c-d54e7f256068 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808885
Jun 07 18:42:00.771216 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:00.791141 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Transition to ACTIVE for port object c18ec365-41aa-4818-a46e-380061236088 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:42:00.801328 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:00.812923 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:01.045709 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Pushing event updated for resources: {'Port': ['ID=c18ec365-41aa-4818-a46e-380061236088,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:01.072695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:01.190455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5b525-b8fd-45f3-af8b-9ba30beec125 req-10ca2f51-f0c1-4b9e-9ac4-9364bdb0579e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:01.202250 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e2e5b525-b8fd-45f3-af8b-9ba30beec125 req-10ca2f51-f0c1-4b9e-9ac4-9364bdb0579e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2153349
Jun 07 18:42:01.288132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Attempting to bind port c18ec365-41aa-4818-a46e-380061236088 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:42:01.288748 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Attempting to bind port c18ec365-41aa-4818-a46e-380061236088 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:42:01.289138 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Attempting to bind port c18ec365-41aa-4818-a46e-380061236088 on network 33661ab7-b07b-4912-bd32-532c3c12e14e {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:42:01.309000 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-481f61c5-9f42-4e3e-ae7d-3d66738e3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:01.310478 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-481f61c5-9f42-4e3e-ae7d-3d66738e3de7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 1097 time: 0.1963019
Jun 07 18:42:01.315626 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e2e5b525-b8fd-45f3-af8b-9ba30beec125 req-5e4f3443-3098-40b0-ae2c-2ef50ba0e204 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084657
Jun 07 18:42:01.321313 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:42:01.322746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Checking segment: {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:42:01.323829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:01.324969 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Bound using segment: {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:42:01.328207 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Bound port: c18ec365-41aa-4818-a46e-380061236088, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9f68a0-3384-4806-924c-42580a2f16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:42:01.328705 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:01.455425 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-9ca0f098-c749-4336-bbff-3aa61c64fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:01.458391 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-9ca0f098-c749-4336-bbff-3aa61c64fb2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1097 time: 0.1152515
Jun 07 18:42:01.464446 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] For port c18ec365-41aa-4818-a46e-380061236088, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:42:01.468757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] For port c18ec365-41aa-4818-a46e-380061236088, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c18ec365-41aa-4818-a46e-380061236088,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:42:01.478328 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:01.484794 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:01.686729 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Pushing event updated for resources: {'Port': ['ID=c18ec365-41aa-4818-a46e-380061236088,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:01.704426 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:01.715295 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-b41d83f6-2d5b-4048-b143-d664154d1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:01.717076 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-b41d83f6-2d5b-4048-b143-d664154d1053 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.2486537
Jun 07 18:42:01.728239 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:42:01.731289 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1adb280>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:41:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:01.892613 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466efed-fbb8-4495-ba66-9936be893182 req-a17b5f2e-3ebf-4e33-8d4b-263bb706db62 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:01.894644 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6466efed-fbb8-4495-ba66-9936be893182 req-a17b5f2e-3ebf-4e33-8d4b-263bb706db62 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1976762
Jun 07 18:42:01.970074 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49928) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:02.005979 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-6e0c7953-a6c7-41df-bcf4-11ff1e4fecd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 200  len: 1000 time: 0.2769134
Jun 07 18:42:02.032348 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:42:02.050542 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6466efed-fbb8-4495-ba66-9936be893182 req-e21672e8-8301-467d-847e-6c8aa4d1cfff tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479056
Jun 07 18:42:02.115896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-b7b41715-424e-4800-aba8-adcd99edba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:02.117612 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-b7b41715-424e-4800-aba8-adcd99edba99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.1034725
Jun 07 18:42:02.210741 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:02.340637 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:02.355683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:02.371032 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1ef34419-10ce-4306-b6de-11bcdc84b03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:02.497252 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d9a1c-607b-4909-ad04-2b818f5ec2d6,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:02.515931 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b010c54da38e463783d81ab79f444286&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5442283
Jun 07 18:42:02.525892 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 49936) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:02.667066 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc75d49-92ff-475a-8f68-dff93491a161 req-687e9408-4d91-4c0d-ae89-cbaedaa8c3d5 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:02.668912 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4cc75d49-92ff-475a-8f68-dff93491a161 req-687e9408-4d91-4c0d-ae89-cbaedaa8c3d5 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 946 time: 0.2380149
Jun 07 18:42:02.726831 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:02.740419 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-2176213c-cc68-4336-ac27-ea9e2fcfbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:02.743265 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-2176213c-cc68-4336-ac27-ea9e2fcfbe59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6139030
Jun 07 18:42:02.770530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1adb280>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 4, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c18ec365-41aa-4818-a46e-380061236088', 'name': '', 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'mac_address': 'fa:16:3e:c9:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:55Z', 'updated_at': '2021-06-07T18:42:01Z', 'revision_number': 4, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'subnets': [{'id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:02.776638 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514b3b6-a054-4fd6-8f0a-6ef092249117 None None] The sync data for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi is: [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 4, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'c18ec365-41aa-4818-a46e-380061236088', 'name': '', 'network_id': '33661ab7-b07b-4912-bd32-532c3c12e14e', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'mac_address': 'fa:16:3e:c9:a2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:55Z', 'updated_at': '2021-06-07T18:42:01Z', 'revision_number': 4, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'subnets': [{'id': 'f8504fc1-ab12-4744-978d-ef1e490ecea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:42:02.804070 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4cc75d49-92ff-475a-8f68-dff93491a161 req-a3e8fc9e-1d64-464c-a647-035a8df46195 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269722
Jun 07 18:42:02.820874 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:02.860665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c490d-7000-4ff1-a50d-0512bb7b66f9 req-4f8960bb-a638-43c3-8ea1-10717f51b9dc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:02.878518 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-807c490d-7000-4ff1-a50d-0512bb7b66f9 req-4f8960bb-a638-43c3-8ea1-10717f51b9dc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2077599
Jun 07 18:42:02.940799 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:02.977075 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-807c490d-7000-4ff1-a50d-0512bb7b66f9 req-297c0088-d28f-4302-b97d-222a558ba5e1 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969257
Jun 07 18:42:03.061773 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-e1b7a050-c6cc-441d-9d49-0628fb0a772c service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2985873
Jun 07 18:42:03.101378 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:03.104092 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:03.108584 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb6d9a1c-607b-4909-ad04-2b818f5ec2d6 HTTP/1.1" status: 204  len: 168 time: 0.5791333
Jun 07 18:42:03.116989 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-47fede94-b29f-4308-bd1c-64fc4e8b08df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:03.135269 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d9a1c-607b-4909-ad04-2b818f5ec2d6,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:03.147710 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:03.391446 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-ffdff391-417b-43dd-a2d1-e6037198ba63 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181427
Jun 07 18:42:03.424846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3510678-df09-4f17-afdd-4c8c73a5bbb8 req-95149614-3f43-446a-bfdf-104969f22868 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:03.433677 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3510678-df09-4f17-afdd-4c8c73a5bbb8 req-95149614-3f43-446a-bfdf-104969f22868 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1978509
Jun 07 18:42:03.488495 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c18ec365-41aa-4818-a46e-380061236088 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:42:03.499717 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e3510678-df09-4f17-afdd-4c8c73a5bbb8 req-016850ae-0821-4882-baad-fed2b7bb24a9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638096
Jun 07 18:42:03.601549 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port c18ec365-41aa-4818-a46e-380061236088 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:42:03.606785 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port c18ec365-41aa-4818-a46e-380061236088 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:03.607462 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:03.866116 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:03.949008 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port c18ec365-41aa-4818-a46e-380061236088, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c18ec365-41aa-4818-a46e-380061236088,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:03.956038 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:03.962418 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:03.999159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-a30f4f7f-9100-4713-ad58-b3cb9d9bf3b4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:04.000830 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-a30f4f7f-9100-4713-ad58-b3cb9d9bf3b4 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 946 time: 0.1363761
Jun 07 18:42:04.079995 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=c18ec365-41aa-4818-a46e-380061236088,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:04.086111 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:04.355961 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Deleting port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:42:04.359488 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:04.453819 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b8176-5c09-42c1-8b25-f8463be0d919 req-43319af3-5a65-407c-8659-a8a4825a0712 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:04.463578 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-348b8176-5c09-42c1-8b25-f8463be0d919 req-43319af3-5a65-407c-8659-a8a4825a0712 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1614485
Jun 07 18:42:04.535860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078bed-061f-4e3d-a498-4f2785125923 req-8f7c75b4-4610-4510-8382-563389e9194a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:04.544180 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0a078bed-061f-4e3d-a498-4f2785125923 req-8f7c75b4-4610-4510-8382-563389e9194a tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 946 time: 0.5129285
Jun 07 18:42:04.582488 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-348b8176-5c09-42c1-8b25-f8463be0d919 req-94eeb888-9053-4f92-888d-bd9f5660dde3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155145
Jun 07 18:42:04.662386 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0a078bed-061f-4e3d-a498-4f2785125923 req-fc02e2ad-63b5-4753-808c-4aae5ca7f052 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a70ca6-8ad4-4028-a114-a0facaeedd64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169333
Jun 07 18:42:04.681228 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] For port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,segment=NetworkSegment(2a6020f9-0db5-4bfd-b632-da183c09a3b6),segment_id=2a6020f9-0db5-4bfd-b632-da183c09a3b6)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:04.681865 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:04.953923 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a160f5e-a7e8-4bce-b82e-a0fd4de5bc2b req-5d377518-b100-434f-8731-c131bfbd4b9d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:04.957798 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Calling delete_port for 630a5945-1319-4da6-bdf4-4fbbe1dfc12d owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:42:04.968538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9a160f5e-a7e8-4bce-b82e-a0fd4de5bc2b req-5d377518-b100-434f-8731-c131bfbd4b9d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1408994
Jun 07 18:42:05.055740 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9a160f5e-a7e8-4bce-b82e-a0fd4de5bc2b req-aae6b948-2b3a-4979-9750-7a2f31b81590 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860901
Jun 07 18:42:05.177464 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:05.190719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['630a5945-1319-4da6-bdf4-4fbbe1dfc12d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:05.199355 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:05.294169 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Pushing event deleted for resources: {'Port': ['ID=630a5945-1319-4da6-bdf4-4fbbe1dfc12d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:05.302346 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:05.340450 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] No DVR routers for this DVR port 630a5945-1319-4da6-bdf4-4fbbe1dfc12d on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:42:05.346470 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:05.349856 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-57fed9b7-0ba0-4499-a884-29a41fc12c16 req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.57 "DELETE /v2.0/ports/630a5945-1319-4da6-bdf4-4fbbe1dfc12d HTTP/1.1" status: 204  len: 173 time: 1.3426068
Jun 07 18:42:05.350453 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'name': 'network-vif-deleted', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:05.375365 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e1f9fc-5f0e-4d62-b68b-7f1a573061b1" -d '{"events": [{"server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "name": "network-vif-deleted", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:05.440223 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c18ec365-41aa-4818-a46e-380061236088 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:42:05.512113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4671e7ee-cea1-4fc7-93f8-868440cc3607 x-openstack-request-id: req-4671e7ee-cea1-4fc7-93f8-868440cc3607 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:05.512435 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fb25aa-ece8-4635-b0c9-ae95beddacda", "name": "network-vif-deleted", "tag": "630a5945-1319-4da6-bdf4-4fbbe1dfc12d", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:05.512718 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4671e7ee-cea1-4fc7-93f8-868440cc3607 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:05.513136 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fb25aa-ece8-4635-b0c9-ae95beddacda', 'name': 'network-vif-deleted', 'tag': '630a5945-1319-4da6-bdf4-4fbbe1dfc12d', 'status': 'completed', 'code': 200}
Jun 07 18:42:05.630013 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port c18ec365-41aa-4818-a46e-380061236088 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:05.630746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.000443 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50008) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:06.114353 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79db2e5a-b49c-42fc-a020-41d2401fb096 req-01746e7f-aa6a-4cba-ac23-6f083bd62613 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fb25aa-ece8-4635-b0c9-ae95beddacda HTTP/1.1" status: 200  len: 210 time: 0.1298432
Jun 07 18:42:06.193732 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b738e7-a97e-4bb2-8781-15a35f6446af req-2a6913b0-6402-4887-8862-14f90cd6e698 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:06.195413 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b3b738e7-a97e-4bb2-8781-15a35f6446af req-2a6913b0-6402-4887-8862-14f90cd6e698 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2961469
Jun 07 18:42:06.291544 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.344221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b3b738e7-a97e-4bb2-8781-15a35f6446af req-e0d43c35-e992-417c-bce4-1f4b2fbcf0c7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1422174
Jun 07 18:42:06.452520 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a338d0a-57b6-4ef5-b2f4-f49375605d33 req-e6a4066f-2d8a-4654-96a4-698a80303294 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:06.457761 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a338d0a-57b6-4ef5-b2f4-f49375605d33 req-e6a4066f-2d8a-4654-96a4-698a80303294 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1553550
Jun 07 18:42:06.532385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.538010 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.545468 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7a0a8fb6-fa9f-47e2-a3b2-abbcc18355ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:06.559468 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a338d0a-57b6-4ef5-b2f4-f49375605d33 req-a4b2d749-e28c-41da-adae-884aed9ab3c6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961726
Jun 07 18:42:06.602768 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d23e79-0bbf-4a36-9cf1-39b6e7a0c65f,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:06.608744 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:06.613538 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a1bad33258d4ac8bd58a37c2c4d3c32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6104870
Jun 07 18:42:06.615715 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50014) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:06.740525 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.768580 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.830607 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.835061 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:06.840027 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6d23e79-0bbf-4a36-9cf1-39b6e7a0c65f HTTP/1.1" status: 204  len: 168 time: 0.2224865
Jun 07 18:42:06.841004 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-453bc2ad-5282-4854-84a7-75ae44a372d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:06.852478 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d23e79-0bbf-4a36-9cf1-39b6e7a0c65f,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:06.867457 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:07.657481 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 630a5945-1319-4da6-bdf4-4fbbe1dfc12d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:42:07.744863 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 630a5945-1319-4da6-bdf4-4fbbe1dfc12d {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:42:07.745254 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 630a5945-1319-4da6-bdf4-4fbbe1dfc12d not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:42:07.841419 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac0233-2941-4d88-899f-1d356c7fbeed req-ba27c7d4-c01e-4dc2-b28e-18d2cc8d911b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:07.849143 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95ac0233-2941-4d88-899f-1d356c7fbeed req-ba27c7d4-c01e-4dc2-b28e-18d2cc8d911b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.2379353
Jun 07 18:42:07.938949 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95ac0233-2941-4d88-899f-1d356c7fbeed req-bc3bfbba-0908-4d5a-aa56-532e1f896e7a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775573
Jun 07 18:42:08.017758 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58504d8-7dee-462c-ab55-e15cfe953917 req-fc53c1bb-6e5f-43e9-84a7-2be86b894b72 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:08.048910 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a58504d8-7dee-462c-ab55-e15cfe953917 req-fc53c1bb-6e5f-43e9-84a7-2be86b894b72 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.3211706
Jun 07 18:42:08.156538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a58504d8-7dee-462c-ab55-e15cfe953917 req-4bb55c58-9a57-4886-99e7-56e96c2b9367 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060593
Jun 07 18:42:09.274246 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d18482-bfe8-4196-b3cd-572f23defedf req-04f68d31-360c-430a-b009-530bf3b8f417 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:09.285771 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9d18482-bfe8-4196-b3cd-572f23defedf req-04f68d31-360c-430a-b009-530bf3b8f417 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1276717
Jun 07 18:42:09.411159 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9d18482-bfe8-4196-b3cd-572f23defedf req-072e1195-f8fb-49c1-8dfb-5c296a56ad32 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237831
Jun 07 18:42:09.476126 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d116e-a3a3-4bf6-b7c5-168bd7f5791b req-d35a1076-5ffa-433f-9ecb-496b2ecdbf71 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:09.477657 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e93d116e-a3a3-4bf6-b7c5-168bd7f5791b req-d35a1076-5ffa-433f-9ecb-496b2ecdbf71 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1521664
Jun 07 18:42:09.529397 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e93d116e-a3a3-4bf6-b7c5-168bd7f5791b req-205fa4d8-e29d-4052-b2e8-6c96b3d74f59 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449460
Jun 07 18:42:10.685596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a76c30-4c16-486c-bc8c-6ef998b7c944 req-5956127a-7cb6-4de6-a4ce-b70451fd4631 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:10.688560 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11a76c30-4c16-486c-bc8c-6ef998b7c944 req-5956127a-7cb6-4de6-a4ce-b70451fd4631 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1603434
Jun 07 18:42:10.772078 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11a76c30-4c16-486c-bc8c-6ef998b7c944 req-85522505-554c-4928-b9e3-893bd1dfba1a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773308
Jun 07 18:42:11.063668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd52a9-5663-4138-8721-d7400d484d0e req-1b207e34-d151-4147-8b66-15e9269b2b2b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:11.066019 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e5cd52a9-5663-4138-8721-d7400d484d0e req-1b207e34-d151-4147-8b66-15e9269b2b2b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1836464
Jun 07 18:42:11.146782 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e5cd52a9-5663-4138-8721-d7400d484d0e req-c3926220-2990-43b6-a8a1-5fe2955c3ade tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745070
Jun 07 18:42:11.997174 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97b9e2-0067-42ff-b6f6-1ae55c155526 req-30315d39-8880-4572-b776-739d005252a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:12.005600 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-aa97b9e2-0067-42ff-b6f6-1ae55c155526 req-30315d39-8880-4572-b776-739d005252a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1191657
Jun 07 18:42:12.114368 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-aa97b9e2-0067-42ff-b6f6-1ae55c155526 req-6c2b5a94-9ac0-422c-98a4-c8d8ecf8967a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984547
Jun 07 18:42:12.361201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aa411-188e-4466-8322-dbbb237f9766 req-7c20d1d2-2607-4b8d-96b0-0b1d5097961c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:12.363505 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8c6aa411-188e-4466-8322-dbbb237f9766 req-7c20d1d2-2607-4b8d-96b0-0b1d5097961c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0896614
Jun 07 18:42:12.422274 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8c6aa411-188e-4466-8322-dbbb237f9766 req-e0c36cff-4fe5-4202-b6e7-a713b51feea5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528550
Jun 07 18:42:13.330431 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f1de-5428-48f3-bf12-b64a1012d6ea req-ae08611e-2ff9-4166-9cdf-2ee7d1e5d85e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:13.333095 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ace6f1de-5428-48f3-bf12-b64a1012d6ea req-ae08611e-2ff9-4166-9cdf-2ee7d1e5d85e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1064696
Jun 07 18:42:13.478975 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ace6f1de-5428-48f3-bf12-b64a1012d6ea req-53b7f59c-941a-492a-80ee-92d993deb5a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398010
Jun 07 18:42:13.553110 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-fe68ecef-ee8d-4b63-b6bd-b61f40f5a15b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:13.558450 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-fe68ecef-ee8d-4b63-b6bd-b61f40f5a15b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 814 time: 0.2047648
Jun 07 18:42:13.570175 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-fb65d0e4-b1a5-4d10-ad70-39245b60aeb6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/quotas/e4dd4b28838f401a934d04acfa4a98d1 HTTP/1.1" status: 200  len: 375 time: 0.0096416
Jun 07 18:42:13.797502 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-f35c77fb-f593-4934-9daf-636e732ee4c8 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2205963
Jun 07 18:42:13.818793 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec885-710a-4ddd-9cb1-4af3d109facc req-f9273864-971d-4975-b68b-294dedb3ca2d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:13.820299 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-83aec885-710a-4ddd-9cb1-4af3d109facc req-f9273864-971d-4975-b68b-294dedb3ca2d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2067571
Jun 07 18:42:13.957597 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-83aec885-710a-4ddd-9cb1-4af3d109facc req-e51d658e-097e-4b40-be19-6810096cfc95 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181715
Jun 07 18:42:14.007272 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-123cdf08-a505-43bd-8508-868d6e52cf3d service neutron] 10.222.0.13 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970313
Jun 07 18:42:14.146523 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-31a2275e-358f-40d7-848d-42e9e3f6e8ca service neutron] 10.222.0.13 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328402
Jun 07 18:42:14.350054 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-827c97b3-d8b9-4c22-ae02-4b28aec0f0d4 req-5659340e-cbc4-4bc0-bb8c-dbf82fd9be89 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0505800
Jun 07 18:42:14.729813 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d5818-50fd-4e01-b41f-de086a131f3f req-4ea96c7a-71ec-4026-ad8d-5fbb821271c4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:14.751548 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c61d5818-50fd-4e01-b41f-de086a131f3f req-4ea96c7a-71ec-4026-ad8d-5fbb821271c4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1503422
Jun 07 18:42:14.816816 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c61d5818-50fd-4e01-b41f-de086a131f3f req-2278eed1-5221-4119-a967-b5ca820744d4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601742
Jun 07 18:42:15.179113 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b54fc-665d-4d01-9118-e976cada21ba req-9f719de7-4b1a-493b-ada0-673a3395cc1b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:15.180935 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-976b54fc-665d-4d01-9118-e976cada21ba req-9f719de7-4b1a-493b-ada0-673a3395cc1b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1077070
Jun 07 18:42:15.239326 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-976b54fc-665d-4d01-9118-e976cada21ba req-d491b912-0f19-4afe-bec2-8c066dcc2bb3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526109
Jun 07 18:42:15.524433 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-04ffa980-1201-45cf-9aea-5f797d775c64 req-bf790c48-9116-4835-af7b-244ed05a4a43 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0504072
Jun 07 18:42:16.031596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67d79-3ce9-45d3-aea9-5ccf31d77e2d req-a104ea7d-b6c3-480b-91b6-2eaa1f3b3c40 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:16.033060 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f6c67d79-3ce9-45d3-aea9-5ccf31d77e2d req-a104ea7d-b6c3-480b-91b6-2eaa1f3b3c40 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.0848095
Jun 07 18:42:16.082264 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f6c67d79-3ce9-45d3-aea9-5ccf31d77e2d req-b475a691-78b8-457e-a90b-2246a53758c7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425813
Jun 07 18:42:16.433288 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b96bc-507e-48ec-b729-fd694e638f05 req-7864fbeb-b65a-4005-95a3-0ab787750044 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:16.434813 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd7b96bc-507e-48ec-b729-fd694e638f05 req-7864fbeb-b65a-4005-95a3-0ab787750044 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0840490
Jun 07 18:42:16.484808 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd7b96bc-507e-48ec-b729-fd694e638f05 req-f289e690-eb5d-4a12-8c86-d76077d6e43a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439854
Jun 07 18:42:16.701576 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1a9d7a03-ac2e-4985-9518-b68cd6251bc8 req-2228f0b9-dae6-4b64-b4fe-2728a3a1e152 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0608797
Jun 07 18:42:17.330450 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a177-8508-4564-80d2-5f9380b9c600 req-15ffcef6-ceb2-4b8c-8309-207609d12ed6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:17.332749 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c416a177-8508-4564-80d2-5f9380b9c600 req-15ffcef6-ceb2-4b8c-8309-207609d12ed6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1208949
Jun 07 18:42:17.450602 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c416a177-8508-4564-80d2-5f9380b9c600 req-70dc3c79-1e74-4097-80a9-b02581661251 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099210
Jun 07 18:42:17.730532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50453b2-befe-43f6-a41f-5ae5563cca9a req-7c9f63d8-553d-4aeb-b73e-87fc20ccc7c1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:17.739071 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c50453b2-befe-43f6-a41f-5ae5563cca9a req-7c9f63d8-553d-4aeb-b73e-87fc20ccc7c1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1220546
Jun 07 18:42:17.798009 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c50453b2-befe-43f6-a41f-5ae5563cca9a req-02acd8c9-8181-43c2-b714-065efaac503e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579317
Jun 07 18:42:17.879577 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-41ec6eb9-b65b-4035-95c6-98bed0564a34 req-bdf4ae3d-ac8a-4373-8cab-62d01f60eba2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0442605
Jun 07 18:42:18.720792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e178db-e724-43b1-96f1-e1dd98854bd8 req-b8496512-7344-4a45-9157-b74bdbc9e089 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:18.727952 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32e178db-e724-43b1-96f1-e1dd98854bd8 req-b8496512-7344-4a45-9157-b74bdbc9e089 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1074564
Jun 07 18:42:18.773678 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32e178db-e724-43b1-96f1-e1dd98854bd8 req-a05129f7-0771-4eac-8932-6fddc3355784 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446203
Jun 07 18:42:19.070623 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-186b9a79-6ef1-498d-84e4-ab0b9147d6b7 req-2f749e32-5437-4bfd-998f-0372d80a2722 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0622671
Jun 07 18:42:19.115608 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adea9b2-ada5-48a9-8a2f-f4c98cc68559 req-63b51c2a-2efb-4daa-bfb5-adf1e2df9b60 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:19.117428 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4adea9b2-ada5-48a9-8a2f-f4c98cc68559 req-63b51c2a-2efb-4daa-bfb5-adf1e2df9b60 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2030594
Jun 07 18:42:19.200608 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4adea9b2-ada5-48a9-8a2f-f4c98cc68559 req-63178ffd-2dc6-410f-bf4a-804bf0236404 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663805
Jun 07 18:42:19.299383 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-6da43bcc-db6f-4b48-a1aa-f3f0dd0c7068 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:19.301796 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-6da43bcc-db6f-4b48-a1aa-f3f0dd0c7068 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 814 time: 0.2120824
Jun 07 18:42:19.314858 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'port': {'device_id': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'admin_state_up': True, 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:19.513537 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Made reservation on behalf of e4dd4b28838f401a934d04acfa4a98d1 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:42:19.519836 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:19.740841 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41afd-4d36-4af8-ac95-385632250e4f req-68d4bb2a-e6e6-4101-abc7-c46d67be4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:19.742570 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69c41afd-4d36-4af8-ac95-385632250e4f req-68d4bb2a-e6e6-4101-abc7-c46d67be4921 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.1178713
Jun 07 18:42:19.803152 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69c41afd-4d36-4af8-ac95-385632250e4f req-1e410c8b-8eef-4119-b015-42dabdca34b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487950
Jun 07 18:42:19.874382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Allocated IP 172.20.0.14 (18f84cde-5abd-44a5-87b2-207258b0feff/6f9c285b-7f30-432f-b7d1-024c9b8fc30b/2987c7b3-8b90-4529-b6c0-bba78ad9cc66) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:42:20.059077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608532b5-6997-4164-8e09-a650cf5ed162 req-7b06a83f-eab3-49e8-a13e-c5cfc4bcc54c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:20.066843 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-608532b5-6997-4164-8e09-a650cf5ed162 req-7b06a83f-eab3-49e8-a13e-c5cfc4bcc54c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1110842
Jun 07 18:42:20.130178 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-608532b5-6997-4164-8e09-a650cf5ed162 req-1a1c8142-c401-461a-ae80-d0b1ba8cbde3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604267
Jun 07 18:42:20.276776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:20.333956 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Transition to ACTIVE for port object 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:42:20.403498 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:42:20.486734 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:42:20.533655 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Network 18f84cde-5abd-44a5-87b2-207258b0feff is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:42:20.537486 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:42:20.542136 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:42:20.556607 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:20.570385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:20.644590 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-47e1cbd5-ede9-4ad2-bc41-ed0d74b9d512 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3336356
Jun 07 18:42:20.707977 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2554b03-1ad6-4d7f-851f-a47f994a3480 req-04fe26d0-17b1-49bf-9986-3b1a408893d5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:20.709647 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e2554b03-1ad6-4d7f-851f-a47f994a3480 req-04fe26d0-17b1-49bf-9986-3b1a408893d5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.4236088
Jun 07 18:42:20.776315 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58526d30-9a4c-42e7-8415-6c0bebeb7ade req-b89f2cd7-dc03-4253-8339-d95a5fd26eed tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:20.776638 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e6d33fa6-a75e-45a6-a53c-9422f803d802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:20.778418 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58526d30-9a4c-42e7-8415-6c0bebeb7ade req-b89f2cd7-dc03-4253-8339-d95a5fd26eed tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.3476446
Jun 07 18:42:20.886330 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e2554b03-1ad6-4d7f-851f-a47f994a3480 req-89fb6d8a-8f58-449e-adb0-d8c4ba970314 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693535
Jun 07 18:42:20.920716 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58526d30-9a4c-42e7-8415-6c0bebeb7ade req-e34fdd7e-5c07-469f-ba92-a76be99c763b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336210
Jun 07 18:42:20.976297 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-27b9f848-a664-4599-a786-806992a0cb48 None None] Provisioning for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:42:20.982171 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-27b9f848-a664-4599-a786-806992a0cb48 None None] Provisioning complete for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:20.982867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-27b9f848-a664-4599-a786-806992a0cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:21.101735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-27b9f848-a664-4599-a786-806992a0cb48 None None] Port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:42:21.375462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70375-feff-45c7-9024-f8dfbe8c4013 req-cb3d1477-4717-4405-9a2a-519779ad9e08 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:21.383260 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7a70375-feff-45c7-9024-f8dfbe8c4013 req-cb3d1477-4717-4405-9a2a-519779ad9e08 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1152151
Jun 07 18:42:21.447335 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7a70375-feff-45c7-9024-f8dfbe8c4013 req-a602cbb5-ecc2-44b6-8ec4-dbb6d174db21 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625010
Jun 07 18:42:22.297554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf418-bd14-46e5-b3f4-7c29b5f2b539 req-5fe891b8-5368-4e4a-948e-f941731eadbb tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:22.299057 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bdaf418-bd14-46e5-b3f4-7c29b5f2b539 req-5fe891b8-5368-4e4a-948e-f941731eadbb tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1437910
Jun 07 18:42:22.307466 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faec9b-4c1e-493a-99cb-07ec8a38f9e5 req-567ade87-5102-4088-b8f2-4de2fd0e22c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:22.309029 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52faec9b-4c1e-493a-99cb-07ec8a38f9e5 req-567ade87-5102-4088-b8f2-4de2fd0e22c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.2362912
Jun 07 18:42:22.386522 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5bdaf418-bd14-46e5-b3f4-7c29b5f2b539 req-f2b80100-636f-4051-b66d-672a2daf0200 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742428
Jun 07 18:42:22.426442 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52faec9b-4c1e-493a-99cb-07ec8a38f9e5 req-eac28606-b96d-4e08-ad34-9badebdd08ec tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005876
Jun 07 18:42:22.688115 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc854e-1cfe-4c03-9957-88270e9027e7 req-e9eb5e06-431a-4a66-bc34-fca287b6dd9f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:22.690533 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fadc854e-1cfe-4c03-9957-88270e9027e7 req-e9eb5e06-431a-4a66-bc34-fca287b6dd9f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1316130
Jun 07 18:42:22.756510 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fadc854e-1cfe-4c03-9957-88270e9027e7 req-1f589155-a086-442d-bd1f-828b17e05f73 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597825
Jun 07 18:42:23.027992 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:23.390753 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-dc721772-6698-4baa-b984-6032f0593034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:23.815004 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57709-0bf4-4ddf-ab15-1c00969acd7d req-088a3ac7-2c1a-47a7-b0fd-0bfaddc913e0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:23.817482 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88b57709-0bf4-4ddf-ab15-1c00969acd7d req-088a3ac7-2c1a-47a7-b0fd-0bfaddc913e0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2243388
Jun 07 18:42:23.825163 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471415f-186c-41e4-b709-9ef027f52250 req-f234cc4b-fbbb-4d59-a4be-432b550e8007 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:23.826620 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c471415f-186c-41e4-b709-9ef027f52250 req-f234cc4b-fbbb-4d59-a4be-432b550e8007 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.1951399
Jun 07 18:42:23.911855 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88b57709-0bf4-4ddf-ab15-1c00969acd7d req-b32dbc00-d3a3-4db4-81ba-41d47c313f9d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842118
Jun 07 18:42:23.931677 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c471415f-186c-41e4-b709-9ef027f52250 req-e3424cd3-db4b-485c-90a3-fe83c47046ef tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589397
Jun 07 18:42:24.178582 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eeb0f-d267-4869-8bea-d9181333778e req-70d2e915-3881-441e-90d2-33656eb6f24e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:24.182156 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-756eeb0f-d267-4869-8bea-d9181333778e req-70d2e915-3881-441e-90d2-33656eb6f24e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1304150
Jun 07 18:42:24.252264 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-756eeb0f-d267-4869-8bea-d9181333778e req-106c6935-cd21-4919-8eef-c0dedaff6d22 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498805
Jun 07 18:42:24.409379 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:25.124673 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:25.312728 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3867cc7-5f0a-4de4-9e8f-9277d6e1baf8 req-71dc2f39-409d-458b-b17a-acacdb594334 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:25.321588 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b3867cc7-5f0a-4de4-9e8f-9277d6e1baf8 req-71dc2f39-409d-458b-b17a-acacdb594334 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.2127266
Jun 07 18:42:25.375954 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b3867cc7-5f0a-4de4-9e8f-9277d6e1baf8 req-120ae918-1eb5-488f-8cb4-014014cffa4c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530920
Jun 07 18:42:25.389468 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802053a-952d-48e4-9879-44b4cf57d6a9 req-1740a78a-a78f-4dc7-81d5-57a9824ffc16 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:25.399920 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1802053a-952d-48e4-9879-44b4cf57d6a9 req-1740a78a-a78f-4dc7-81d5-57a9824ffc16 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.3334150
Jun 07 18:42:25.462513 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1802053a-952d-48e4-9879-44b4cf57d6a9 req-2ac1f6bb-2244-4821-8d40-29e1cbc9c5e2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609729
Jun 07 18:42:25.715291 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dbc1e-faac-4919-86a8-2b2c30601869 req-60b1836a-b34d-4499-91ab-2c562f0009a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:25.724682 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c72dbc1e-faac-4919-86a8-2b2c30601869 req-60b1836a-b34d-4499-91ab-2c562f0009a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1806328
Jun 07 18:42:25.784481 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c72dbc1e-faac-4919-86a8-2b2c30601869 req-39d910f5-7038-41d0-ab64-7bbca4d5d9d2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589249
Jun 07 18:42:25.984031 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:26.750093 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a90e-ac81-49c3-b7ed-b647b4a0099e req-c4d5635b-64f6-447e-8969-acb7aa94aa7d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:26.752291 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-efc4a90e-ac81-49c3-b7ed-b647b4a0099e req-c4d5635b-64f6-447e-8969-acb7aa94aa7d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1404419
Jun 07 18:42:26.798684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a174-7918-430a-8bfc-43bc8b4654a1 req-88b57b1e-e9c5-4154-b622-83aeba323dcf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:26.801235 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8cd8a174-7918-430a-8bfc-43bc8b4654a1 req-88b57b1e-e9c5-4154-b622-83aeba323dcf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.2538586
Jun 07 18:42:26.859994 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-efc4a90e-ac81-49c3-b7ed-b647b4a0099e req-eff3d86e-e61b-4e49-9fcb-8d642cc37c85 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986617
Jun 07 18:42:26.904159 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8cd8a174-7918-430a-8bfc-43bc8b4654a1 req-355eeb54-be21-4307-b84a-8d3998ccc40e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921214
Jun 07 18:42:27.091345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9fea0-9318-438e-8df7-4c99829b530b req-4a8defc1-1946-4fde-bdd0-293e97e4b29e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:27.099138 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-63d9fea0-9318-438e-8df7-4c99829b530b req-4a8defc1-1946-4fde-bdd0-293e97e4b29e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1024251
Jun 07 18:42:27.158520 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-63d9fea0-9318-438e-8df7-4c99829b530b req-bc7cd339-cbb3-489a-a126-675ce91658c0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577838
Jun 07 18:42:28.275048 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eb149-c1ac-4e18-933a-253f8a9031dc req-fb554afb-af88-4027-a458-bc707dcbaa79 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:28.277859 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-728eb149-c1ac-4e18-933a-253f8a9031dc req-fb554afb-af88-4027-a458-bc707dcbaa79 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.1722333
Jun 07 18:42:28.364275 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-728eb149-c1ac-4e18-933a-253f8a9031dc req-23dcdd83-fae5-4169-87fb-008195e431e3 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779231
Jun 07 18:42:28.398229 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04905d8b-dd8a-4b62-a6a2-a5013d1d1032 req-438f227c-b726-4250-baf4-8a4157b9e0f5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:28.412087 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-04905d8b-dd8a-4b62-a6a2-a5013d1d1032 req-438f227c-b726-4250-baf4-8a4157b9e0f5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2525504
Jun 07 18:42:28.504885 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-04905d8b-dd8a-4b62-a6a2-a5013d1d1032 req-169dc886-0eb5-44da-be52-501c59754da8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914981
Jun 07 18:42:28.637764 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02599e-994e-448c-ade2-899887b3a5e8 req-68fca136-3577-4573-b210-ae26b8c31ad4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:28.639788 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1a02599e-994e-448c-ade2-899887b3a5e8 req-68fca136-3577-4573-b210-ae26b8c31ad4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1255045
Jun 07 18:42:28.737753 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1a02599e-994e-448c-ade2-899887b3a5e8 req-0b851762-9022-4c21-8605-2a46dcd45046 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772634
Jun 07 18:42:29.884256 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06b47-4ad1-4b41-884e-bba9a377f668 req-85d08449-9704-42be-a6da-75e817155e97 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:29.895047 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34c06b47-4ad1-4b41-884e-bba9a377f668 req-85d08449-9704-42be-a6da-75e817155e97 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.4021828
Jun 07 18:42:29.961108 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34c06b47-4ad1-4b41-884e-bba9a377f668 req-fdef4a5d-e6cb-461c-bdff-2cb100f530e2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644810
Jun 07 18:42:29.973520 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e25f1b-437c-4ec0-b32a-db6248f36a4f req-8b2f7d3a-5147-46a7-bbd9-a0c8c3341afa tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:29.975903 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f5e25f1b-437c-4ec0-b32a-db6248f36a4f req-8b2f7d3a-5147-46a7-bbd9-a0c8c3341afa tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.2358356
Jun 07 18:42:30.066013 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f5e25f1b-437c-4ec0-b32a-db6248f36a4f req-7cd7b31d-7104-4f0b-af34-c84ee991870b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834470
Jun 07 18:42:30.377203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3cf25-e43e-421a-8bb0-bd11a2fe0c75 req-25ee261f-a2c1-4ea0-bc19-1d2ffebff29b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:30.379819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6da3cf25-e43e-421a-8bb0-bd11a2fe0c75 req-25ee261f-a2c1-4ea0-bc19-1d2ffebff29b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1759677
Jun 07 18:42:30.480581 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6da3cf25-e43e-421a-8bb0-bd11a2fe0c75 req-4c5ead65-0ac7-4af9-8307-42436569d210 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948739
Jun 07 18:42:31.212537 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f8e1-71d8-4146-8752-36c5157ac97e req-7fc56ec7-0692-42b4-9e22-47035f3367b1 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:31.221835 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d078f8e1-71d8-4146-8752-36c5157ac97e req-7fc56ec7-0692-42b4-9e22-47035f3367b1 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.1109397
Jun 07 18:42:31.337804 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d078f8e1-71d8-4146-8752-36c5157ac97e req-e4938743-4ad8-42cf-849b-6b68435dd61a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138394
Jun 07 18:42:31.403583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c160147-43bc-4d71-8863-fb8ec1771da4 req-c6ac879b-0687-4159-9dec-289fc659a36b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:31.424154 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c160147-43bc-4d71-8863-fb8ec1771da4 req-c6ac879b-0687-4159-9dec-289fc659a36b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1830492
Jun 07 18:42:31.571272 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1c160147-43bc-4d71-8863-fb8ec1771da4 req-b4cec41e-6b2e-4664-a3d5-572f9f2a2eaa tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344104
Jun 07 18:42:31.833300 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabea1-358d-4394-8e81-eaf488185686 req-7e4f7c93-606c-4a65-8e0a-45ddc668dcfc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:31.834737 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fceabea1-358d-4394-8e81-eaf488185686 req-7e4f7c93-606c-4a65-8e0a-45ddc668dcfc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.0963814
Jun 07 18:42:31.900674 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fceabea1-358d-4394-8e81-eaf488185686 req-659e6b8d-08fb-4e2c-9e53-69547ecce881 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563817
Jun 07 18:42:32.652441 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b477b-168a-4ba6-969c-80be9e9b1cb8 req-fce7ca74-a9ae-4dc1-b3ac-eba01240f7f9 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:32.654337 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-450b477b-168a-4ba6-969c-80be9e9b1cb8 req-fce7ca74-a9ae-4dc1-b3ac-eba01240f7f9 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 932 time: 0.1434546
Jun 07 18:42:32.808197 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-450b477b-168a-4ba6-969c-80be9e9b1cb8 req-93037ef5-11af-4a42-b2d6-dd2b6cd42b7a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218808
Jun 07 18:42:32.856559 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042dac1-7a90-40c9-b06c-32b19a306329 req-3b8f7a2e-b50b-416b-b5c2-9b8452504616 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:32.858846 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5042dac1-7a90-40c9-b06c-32b19a306329 req-3b8f7a2e-b50b-416b-b5c2-9b8452504616 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1358910
Jun 07 18:42:32.915948 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5042dac1-7a90-40c9-b06c-32b19a306329 req-d9d2bb9d-18e3-44db-9f7b-72278995a085 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503685
Jun 07 18:42:33.021639 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:42:33.070491 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Request body: {'port': {'device_id': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:33.177031 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0911-694a-4eca-8e88-04961baf88ca req-412ee81b-759c-43ed-814e-6efd3cebc74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:33.179363 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ef4e0911-694a-4eca-8e88-04961baf88ca req-412ee81b-759c-43ed-814e-6efd3cebc74d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.1620076
Jun 07 18:42:33.219756 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:33.235326 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ef4e0911-694a-4eca-8e88-04961baf88ca req-55267432-e7e5-4fe2-8242-12e98528403a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491116
Jun 07 18:42:33.239536 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-60dd2a56-5628-4bf1-8deb-f2cc84ac3189 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1479633
Jun 07 18:42:33.367261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-3f308440-bb60-4928-8791-c2a69f809da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:33.368980 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-3f308440-bb60-4928-8791-c2a69f809da7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 1099 time: 0.0965707
Jun 07 18:42:33.545320 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-508853e4-2b6c-489d-aa5c-f7e4ad628cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:33.546886 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-508853e4-2b6c-489d-aa5c-f7e4ad628cef service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.1499629
Jun 07 18:42:33.628938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:42:33.638948 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:33.647828 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-14b45078-d733-4707-a149-a8dcfac2bed7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 200  len: 217 time: 0.0756133
Jun 07 18:42:33.656921 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Transition to ACTIVE for port object 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:42:33.663197 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:33.667127 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:33.741488 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-ae931b1d-7c62-4c54-92ca-7149534998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:33.753761 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-ae931b1d-7c62-4c54-92ca-7149534998ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.0798912
Jun 07 18:42:33.815828 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-89b429a2-86d8-4673-8f1d-937a03afdd29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605373
Jun 07 18:42:33.863937 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:33.876856 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.878072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.878753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.879264 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.879799 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.880307 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.880815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.881308 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.881793 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.882284 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.882783 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.883274 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:33.888100 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:33.920256 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Attempting to bind port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:42:33.920615 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Attempting to bind port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:42:33.920896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Attempting to bind port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 on network 18f84cde-5abd-44a5-87b2-207258b0feff {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:42:33.926826 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 on network 18f84cde-5abd-44a5-87b2-207258b0feff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:42:33.927176 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Attempting to bind port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 on network 18f84cde-5abd-44a5-87b2-207258b0feff {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:42:33.932961 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:42:33.933301 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Checking segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:42:33.933662 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Bound using segment: {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:42:33.934078 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Bound port: 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44def39f-cfb7-47d1-99ab-c89afdf74ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:42:33.934415 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:34.089665 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:42:34.093170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:42:34.098713 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:34.105544 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-6b1aa1f5-646d-44e9-a395-e69aede1f332 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722654
Jun 07 18:42:34.105723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6594ce7c-3102-4c7c-a5a9-3932be20b9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:34.156512 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.157257 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:34.159132 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] 10.222.0.57 "PUT /v2.0/ports/2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 1094 time: 1.0927746
Jun 07 18:42:34.166061 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:34.168470 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a02c4-37a6-4d62-98ff-36e538e148a3" -d '{"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:34.201842 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:34.205309 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:34.308714 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-1510b6ae-f894-4f5c-bd26-da0793177c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.310532 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-1510b6ae-f894-4f5c-bd26-da0793177c5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1097 time: 0.0836825
Jun 07 18:42:34.382927 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5f867-1ded-4d14-b69b-38793e3317d3 req-a02e8aca-c8df-4fb2-ad8c-83d3dbc33cf0 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.383842 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-9df66a43-5a23-415e-9570-63780ab039f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 217 time: 0.0648131
Jun 07 18:42:34.384450 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e1a5f867-1ded-4d14-b69b-38793e3317d3 req-a02e8aca-c8df-4fb2-ad8c-83d3dbc33cf0 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 944 time: 0.3435197
Jun 07 18:42:34.453715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-4c179ae8-7928-41aa-b817-18e475411243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.455773 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-4c179ae8-7928-41aa-b817-18e475411243 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0655546
Jun 07 18:42:34.468568 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05179dfb-95b8-4ece-9e2f-e44d73463c86 req-a4e7d97f-81e1-4d25-b441-703656f5392c service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488786
Jun 07 18:42:34.471416 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e1a5f867-1ded-4d14-b69b-38793e3317d3 req-4b024b0f-8b90-4bd0-ad39-9a6b1cfc8fe0 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806961
Jun 07 18:42:34.483054 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d72c-603e-456c-a719-73ae7e0173a5 req-5c43a2d0-ca38-40e0-b6a4-3cb550c86831 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.484864 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8b56d72c-603e-456c-a719-73ae7e0173a5 req-5c43a2d0-ca38-40e0-b6a4-3cb550c86831 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.3641217
Jun 07 18:42:34.552322 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8b56d72c-603e-456c-a719-73ae7e0173a5 req-576e1e4e-4113-4980-a467-81d682352c58 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603867
Jun 07 18:42:34.556261 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-72ca36eb-47cf-4e78-8738-29c62035c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.557885 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-72ca36eb-47cf-4e78-8738-29c62035c9b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962446
Jun 07 18:42:34.559953 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553b13e-a7c5-404c-a71e-d4f5f8c78260 x-openstack-request-id: req-8553b13e-a7c5-404c-a71e-d4f5f8c78260 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:34.560295 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:34.560576 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8553b13e-a7c5-404c-a71e-d4f5f8c78260 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:34.560934 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:42:34.710399 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-c3bd05d2-b41c-409f-9bb0-f9fe37ee8fe0 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436019
Jun 07 18:42:34.730487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150a645-79a6-4441-a4b5-aabe43a2ff7d req-8768a2fd-7f04-4b61-a63a-8ca7eaa6e3b7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:34.733512 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6150a645-79a6-4441-a4b5-aabe43a2ff7d req-8768a2fd-7f04-4b61-a63a-8ca7eaa6e3b7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 944 time: 0.0837779
Jun 07 18:42:34.784947 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6150a645-79a6-4441-a4b5-aabe43a2ff7d req-43351779-ec40-42bb-874b-372dfb9bb059 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468266
Jun 07 18:42:34.948873 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-586576a0-628d-4d98-8d82-4300e6e24cbd req-ae63ee13-f140-42af-b0f2-c43f458eec18 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298234
Jun 07 18:42:35.119011 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-69617c6b-f3cc-4103-a167-e2d6583df750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.120720 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-69617c6b-f3cc-4103-a167-e2d6583df750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1097 time: 0.1162314
Jun 07 18:42:35.237752 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-0947116d-27a8-4749-9b9a-47e3bed2e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.239865 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-0947116d-27a8-4749-9b9a-47e3bed2e18f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 1098 time: 0.2039866
Jun 07 18:42:35.251970 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598baa8a-c48f-42d0-9e49-b199e67b6db6 req-27c5346c-f831-4013-87be-7d3f1b2d4635 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.254285 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-598baa8a-c48f-42d0-9e49-b199e67b6db6 req-27c5346c-f831-4013-87be-7d3f1b2d4635 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1389141
Jun 07 18:42:35.344987 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-13bffbf3-3d0f-47bd-8dca-66bfe01d6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.346555 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-13bffbf3-3d0f-47bd-8dca-66bfe01d6869 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.2101493
Jun 07 18:42:35.422097 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-598baa8a-c48f-42d0-9e49-b199e67b6db6 req-aab878dd-a562-4d51-9615-42690e684262 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459129
Jun 07 18:42:35.432570 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-c828022c-054c-4582-ae59-f9c602214681 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 217 time: 0.0778072
Jun 07 18:42:35.488680 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-5db65fe9-62ae-467b-a810-4b73b09de325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.490479 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-5db65fe9-62ae-467b-a810-4b73b09de325 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 200  len: 919 time: 0.2349589
Jun 07 18:42:35.512779 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-f8f4efa6-e48f-4e63-90a3-cb208a676e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.514293 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-f8f4efa6-e48f-4e63-90a3-cb208a676e45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0725420
Jun 07 18:42:35.632459 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-f29941e9-a310-4bdf-85b1-888059a0cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.635370 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-f29941e9-a310-4bdf-85b1-888059a0cff9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094704
Jun 07 18:42:35.682462 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-fc73291a-7c94-43dd-90be-de8f733a71e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 200  len: 217 time: 0.1785538
Jun 07 18:42:35.809089 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-cee90bc9-4953-4b6b-aca1-8ceeea49f1f9 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637094
Jun 07 18:42:35.833299 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:42:35.851123 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-6e3cc5dc-580a-4985-b3ad-22a98d313606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.852744 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-6e3cc5dc-580a-4985-b3ad-22a98d313606 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 200  len: 858 time: 0.1258650
Jun 07 18:42:35.914642 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-6aec8af1-dd5c-4591-a9b1-5abf432b9ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02c0014a-a857-4ec7-80a2-9c7dc12f4351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536549
Jun 07 18:42:35.930244 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941b8e-040a-46a0-b8dd-30f2ab6a97da req-43658463-3668-40c6-84f9-75a069f6c330 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.936822 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-84941b8e-040a-46a0-b8dd-30f2ab6a97da req-43658463-3668-40c6-84f9-75a069f6c330 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 944 time: 0.3029587
Jun 07 18:42:35.963348 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-018a02c4-37a6-4d62-98ff-36e538e148a3 req-06e74a03-e1d3-4eda-a79d-3eb03188af5c service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471405
Jun 07 18:42:35.995518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f1e0-fea9-4367-9a2b-c87a042c7777 req-7500c415-c276-48d8-bef6-41f62ec30aa3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:35.996968 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dcf2f1e0-fea9-4367-9a2b-c87a042c7777 req-7500c415-c276-48d8-bef6-41f62ec30aa3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.3093150
Jun 07 18:42:36.014199 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:36.028529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'mac_address': 'fa:16:3e:09:f6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:42:36.090297 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:36.108613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:42:36.119178 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-84941b8e-040a-46a0-b8dd-30f2ab6a97da req-9d89991c-8ea5-43d2-96fa-7a30d54e3387 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767471
Jun 07 18:42:36.140735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:36.148046 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:36.149811 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:36.152194 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dcf2f1e0-fea9-4367-9a2b-c87a042c7777 req-4813dd0e-5b3b-4e0f-a02e-82da6a7cc2c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1462808
Jun 07 18:42:36.192548 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-d77569b2-6291-4fa4-b1ef-551673900e31 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328963
Jun 07 18:42:36.225595 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=9']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:36.232952 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.233362 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.233698 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.234067 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.234347 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.234665 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.234983 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.235295 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.235632 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.235943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.236263 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.236559 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:36.240474 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:36.389352 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17c93b22-10fc-44a8-8f71-4e34851c1dda req-89773d22-7e79-4263-a00d-5e9d5112f2f1 service neutron] 10.222.0.57 "GET /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907272
Jun 07 18:42:36.406198 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3c4af-8ac1-4a9b-8c08-98fd665aad4f req-dcf45279-8a46-4a14-8d1d-eb74f283827a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:36.407855 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6bb3c4af-8ac1-4a9b-8c08-98fd665aad4f req-dcf45279-8a46-4a14-8d1d-eb74f283827a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.1833644
Jun 07 18:42:36.423841 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:36.456526 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6bb3c4af-8ac1-4a9b-8c08-98fd665aad4f req-623e4d45-f61d-446f-83ba-df79f94774c7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423923
Jun 07 18:42:36.636524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014ea85-427f-47dd-ae99-4981765e82c5 req-97a09c82-7bae-4a2c-9b6e-4b84eda60d55 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:36.638055 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8014ea85-427f-47dd-ae99-4981765e82c5 req-97a09c82-7bae-4a2c-9b6e-4b84eda60d55 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0915434
Jun 07 18:42:36.687940 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8014ea85-427f-47dd-ae99-4981765e82c5 req-96973f65-82a6-4a1c-8bf0-b6fc00a76be8 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428457
Jun 07 18:42:37.044319 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50436) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:37.107385 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Deleting subnet e59b5b95-647f-4d21-b624-4b0ff0e6ab04 {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:42:37.110322 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.161169 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.389247 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.497036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb3a7-b500-4b57-be31-bbde1497124a req-43634950-2a2f-4bbc-bc94-e7512ad08edf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:37.498490 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c28eb3a7-b500-4b57-be31-bbde1497124a req-43634950-2a2f-4bbc-bc94-e7512ad08edf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 944 time: 0.2080512
Jun 07 18:42:37.511301 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3300-f854-4ab1-8cac-5174d42256ae req-e3ac0d7d-7446-484a-b45a-dcf6e32689b7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:37.512791 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e95e3300-f854-4ab1-8cac-5174d42256ae req-e3ac0d7d-7446-484a-b45a-dcf6e32689b7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.2212899
Jun 07 18:42:37.515955 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.537878 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8a08dba5-bfd7-41d7-920b-951dad49365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:37.596165 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.597930 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e59b5b95-647f-4d21-b624-4b0ff0e6ab04 HTTP/1.1" status: 204  len: 168 time: 0.5526359
Jun 07 18:42:37.600539 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50444) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:37.606153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59b5b95-647f-4d21-b624-4b0ff0e6ab04,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:37.632250 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c28eb3a7-b500-4b57-be31-bbde1497124a req-fe12c897-a8cd-4929-8a3d-576966b7ab8c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181912
Jun 07 18:42:37.635673 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.636036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.636383 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.636723 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.637059 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.637392 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.637784 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.638042 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.638373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.638699 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.639026 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.639349 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:42:37.646591 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e95e3300-f854-4ab1-8cac-5174d42256ae req-6ec38959-b5c1-467f-ab49-fab27334e895 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164966
Jun 07 18:42:37.647373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b702440e-1f82-4108-94be-5dd4a30e17bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:37.720613 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.841361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:42:37.849153 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:42:37.861054 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:37.875646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f06d0fff130>> segment before_delete 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.875991 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f06d0fff130>> subnet precommit_delete_associations 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.876696 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> segment_host_mapping after_create 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.877033 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> port after_create 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.877392 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> port after_delete 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.877734 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> port after_update 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.878213 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> segment after_delete 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.878546 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> subnet after_create 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.878873 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> subnet after_delete 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.879186 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06d151cbe0>> subnet after_update 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:37.883696 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccdb1-b439-478f-a2cd-b35b05a709ac req-c5bdcdc8-6976-4b56-84c4-563bb0e586be tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:37.885187 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-771ccdb1-b439-478f-a2cd-b35b05a709ac req-c5bdcdc8-6976-4b56-84c4-563bb0e586be tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 945 time: 0.1491723
Jun 07 18:42:37.940814 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-771ccdb1-b439-478f-a2cd-b35b05a709ac req-43d21f29-2b9b-44e4-a615-01ada51b118f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487311
Jun 07 18:42:37.952702 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaee02-0e9a-4a63-a4cb-3160dc921527 req-b99245b4-aee9-495d-8144-3a11fd848b42 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:37.954178 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fcbaee02-0e9a-4a63-a4cb-3160dc921527 req-b99245b4-aee9-495d-8144-3a11fd848b42 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1514933
Jun 07 18:42:38.001595 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fcbaee02-0e9a-4a63-a4cb-3160dc921527 req-b768a054-2d5e-48e1-8025-9276c84c90b3 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414073
Jun 07 18:42:38.014168 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1759c10>> subnet after_create 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:38.014850 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1759c10>> subnet after_delete 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:38.015177 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1759c10>> subnet before_create 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:38.015528 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f06d1759c10>> subnet before_update 55550000 {{(pid=98346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 07 18:42:38.016181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d0fffc70>,) {'filters': {'network_id': ['1cbefde9-44aa-4381-bcf4-f50174dee602']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:38.030469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0fffc70>, '2a6020f9-0db5-4bfd-b632-da183c09a3b6') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:38.030759 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0fffc70>, '2a6020f9-0db5-4bfd-b632-da183c09a3b6') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:38.036690 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:38.037120 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.047586 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.064447 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.071751 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:42:38.072072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   from cryptography.utils import int_from_bytes
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   from cryptography.utils import int_from_bytes
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:42:38.088965 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:42:38.119202 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:38.129929 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'port_id': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'mac_address': 'fa:16:3e:87:79:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:42:38.180686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.185259 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-14ceaf75-9cd2-4c48-973f-3c6dcc9ce47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:38.201294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.206284 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cbefde9-44aa-4381-bcf4-f50174dee602 HTTP/1.1" status: 204  len: 168 time: 0.6016221
Jun 07 18:42:38.208523 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbefde9-44aa-4381-bcf4-f50174dee602,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:38.217786 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:38.254902 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.276482 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:42:38.280443 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.313831 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:38.320235 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:38.322704 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea02a3a-585b-470a-94e9-eb5a565750b2" -d '{"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:38.332167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.337928 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:38.380890 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7916d-905f-4fcb-bcf4-84fc7758e8ee x-openstack-request-id: req-87b7916d-905f-4fcb-bcf4-84fc7758e8ee {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:38.381120 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-plugged", "status": "completed", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:38.381350 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87b7916d-905f-4fcb-bcf4-84fc7758e8ee {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:38.381835 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'code': 200}
Jun 07 18:42:38.383371 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:38.405420 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.425859 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:38.430889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50452) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:38.431223 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:38.431829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:38.484852 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-69484838-1a6a-4353-ace3-d31d7d97390a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3c5cbd07d6f44a0b272def67652961a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504892
Jun 07 18:42:38.485068 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50454) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:38.497817 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=10']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:38.500867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:38.547523 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.572681 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.622917 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.625460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:38.626552 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33a70ca6-8ad4-4028-a114-a0facaeedd64 HTTP/1.1" status: 204  len: 168 time: 0.1406052
Jun 07 18:42:38.627877 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5a338fc9-cca5-41d3-a3d9-5165525fce55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:38.637627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a70ca6-8ad4-4028-a114-a0facaeedd64,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:38.639969 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:38.679695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:39.006452 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39548-7e43-4232-aa94-95f5168fb381 req-7f6dbea0-db65-4122-972b-8a49291df31f tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:39.007934 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58f39548-7e43-4232-aa94-95f5168fb381 req-7f6dbea0-db65-4122-972b-8a49291df31f tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 945 time: 0.2344127
Jun 07 18:42:39.018855 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7546154-905e-4947-b901-6f7724af8b49 req-393ce887-63d9-4f46-be41-429ed592266a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:39.020280 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b7546154-905e-4947-b901-6f7724af8b49 req-393ce887-63d9-4f46-be41-429ed592266a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1866531
Jun 07 18:42:39.102599 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58f39548-7e43-4232-aa94-95f5168fb381 req-d9122276-d8d7-4bf9-b989-a1af2726806c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811617
Jun 07 18:42:39.108522 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b7546154-905e-4947-b901-6f7724af8b49 req-c86fbb5c-3419-4a76-a339-f1d1e9c7b3b4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713828
Jun 07 18:42:39.115187 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f9e7b-5f75-44ae-8a9c-2fa634f5f843 req-746917b9-ea7b-46ce-bd97-cc3bbfb49b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:39.117557 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1f3f9e7b-5f75-44ae-8a9c-2fa634f5f843 req-746917b9-ea7b-46ce-bd97-cc3bbfb49b8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 1100 time: 0.1841719
Jun 07 18:42:39.175673 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1f3f9e7b-5f75-44ae-8a9c-2fa634f5f843 req-6ba78de9-f1cd-473c-bc48-9ef3c88e5c60 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493736
Jun 07 18:42:39.375701 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859efc8a-d9f0-41d9-8681-6239e8606840 req-863e6e63-11a7-4883-afd2-0c15def931f2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:39.377163 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-859efc8a-d9f0-41d9-8681-6239e8606840 req-863e6e63-11a7-4883-afd2-0c15def931f2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1477265
Jun 07 18:42:39.385748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2593-53e2-4548-abd4-19df9d598961 req-4fde640c-4747-4b29-a34e-aadd4ef4ac7e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:39.387160 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c8ab2593-53e2-4548-abd4-19df9d598961 req-4fde640c-4747-4b29-a34e-aadd4ef4ac7e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.1191585
Jun 07 18:42:39.462146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c8ab2593-53e2-4548-abd4-19df9d598961 req-3c67056f-b62f-42c0-8eb7-bc6c8cc772ea tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595131
Jun 07 18:42:39.466513 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-859efc8a-d9f0-41d9-8681-6239e8606840 req-a66693ec-6481-45de-a886-a84104f6494b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784464
Jun 07 18:42:39.858400 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:42:39.931203 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:42:39.936622 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:39.937064 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:40.067429 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:40.109705 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:40.116737 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:40.120331 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:40.256457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:40.263943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:40.384253 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:40.386505 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b65b44-2fab-406e-bc09-fadcb277ce5a" -d '{"events": [{"server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "name": "network-vif-plugged", "status": "completed", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:40.417039 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a406e-54ce-48eb-96a1-0bfb914d5f66 req-663613df-1aac-4007-a143-c837cd0916bf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:40.419065 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d5a406e-54ce-48eb-96a1-0bfb914d5f66 req-663613df-1aac-4007-a143-c837cd0916bf tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.1138771
Jun 07 18:42:40.479466 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d5a406e-54ce-48eb-96a1-0bfb914d5f66 req-cb897ed1-53aa-45e7-ad4d-739c3f878e2b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552242
Jun 07 18:42:40.583711 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd308f4-768d-4dd8-ae3e-91ea1f5dba5d x-openstack-request-id: req-cdd308f4-768d-4dd8-ae3e-91ea1f5dba5d {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:40.584261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "name": "network-vif-plugged", "status": "completed", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:40.584811 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdd308f4-768d-4dd8-ae3e-91ea1f5dba5d {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:40.585169 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'code': 200}
Jun 07 18:42:40.597459 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ec4ea-a56d-4c1f-890f-9256a234da32 req-e798450f-1d2a-4e32-9c99-5db4ab55260f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:40.603913 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6f9ec4ea-a56d-4c1f-890f-9256a234da32 req-e798450f-1d2a-4e32-9c99-5db4ab55260f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1279526
Jun 07 18:42:40.668661 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6f9ec4ea-a56d-4c1f-890f-9256a234da32 req-ac472a53-4be7-4db4-b3dc-cdeda7eb677e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606203
Jun 07 18:42:40.780604 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c434e1-56cd-4c02-8381-4c2c08ccc485 req-67c22198-d3a7-40cf-b7ad-cc6e9ecb3904 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:40.789003 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d1c434e1-56cd-4c02-8381-4c2c08ccc485 req-67c22198-d3a7-40cf-b7ad-cc6e9ecb3904 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.1024520
Jun 07 18:42:40.838184 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d1c434e1-56cd-4c02-8381-4c2c08ccc485 req-ff1e9890-8c2c-4c94-9c50-533b41555bf4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483241
Jun 07 18:42:40.934832 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d3ad9-533f-40ee-ab92-b6b3f3abf488 req-51c04a30-b643-490c-9275-95a11de02e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:40.936928 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-727d3ad9-533f-40ee-ab92-b6b3f3abf488 req-51c04a30-b643-490c-9275-95a11de02e13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1099 time: 0.0945613
Jun 07 18:42:40.987618 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-727d3ad9-533f-40ee-ab92-b6b3f3abf488 req-bb8c3847-4c89-4f92-b708-3ff738835a99 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431087
Jun 07 18:42:41.670276 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee260b-2e4f-4c30-8617-62d890ca7ee8 req-107a3dd3-b114-4c51-a36d-7ec10901cc8a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:41.671865 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1aee260b-2e4f-4c30-8617-62d890ca7ee8 req-107a3dd3-b114-4c51-a36d-7ec10901cc8a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.0827293
Jun 07 18:42:41.721526 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1aee260b-2e4f-4c30-8617-62d890ca7ee8 req-eb1ebfbf-f39e-404e-8de2-6b34e30fcf63 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433676
Jun 07 18:42:41.859033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02911685-3f6b-4e1a-a9a4-6ce5c3b7481c req-4827ea80-44e2-4ae7-bfa8-e7b181e46dfc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:41.860406 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-02911685-3f6b-4e1a-a9a4-6ce5c3b7481c req-4827ea80-44e2-4ae7-bfa8-e7b181e46dfc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0868170
Jun 07 18:42:41.905442 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-02911685-3f6b-4e1a-a9a4-6ce5c3b7481c req-9ea338c6-0d5b-4a87-8bd0-74e661c46116 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393054
Jun 07 18:42:42.141810 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3cdd0-4982-4d5a-b610-26c55b4ec663 req-cc44dc1f-43c8-4142-b136-8567585034f3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:42.143239 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-96a3cdd0-4982-4d5a-b610-26c55b4ec663 req-cc44dc1f-43c8-4142-b136-8567585034f3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.1731122
Jun 07 18:42:42.192075 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-96a3cdd0-4982-4d5a-b610-26c55b4ec663 req-889a8bae-b80f-4117-9bca-589a363543ad tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429506
Jun 07 18:42:42.917544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe5bb-afdf-4c37-9f36-a6a8ccae7a13 req-5971179c-8de0-4122-9cfb-2cb8a706b389 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:42.918920 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-299fe5bb-afdf-4c37-9f36-a6a8ccae7a13 req-5971179c-8de0-4122-9cfb-2cb8a706b389 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.0912218
Jun 07 18:42:42.974752 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-299fe5bb-afdf-4c37-9f36-a6a8ccae7a13 req-5df0885f-1794-4439-bc74-f6c40941c2eb tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465486
Jun 07 18:42:43.184389 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f02d6-8aea-42b7-9a7a-afba3c25ee56 req-692eb3d1-fb11-428f-9420-2d845be0650f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:43.185731 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-910f02d6-8aea-42b7-9a7a-afba3c25ee56 req-692eb3d1-fb11-428f-9420-2d845be0650f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1454940
Jun 07 18:42:43.197947 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968674b7-1265-40ab-baef-7fff4728d9a9 req-acd53c29-fe94-4786-994f-ba50ff16e20c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:43.199336 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-968674b7-1265-40ab-baef-7fff4728d9a9 req-acd53c29-fe94-4786-994f-ba50ff16e20c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.1150281
Jun 07 18:42:43.273318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-910f02d6-8aea-42b7-9a7a-afba3c25ee56 req-b560421d-54f9-40de-b64a-86c75188de50 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726590
Jun 07 18:42:43.281358 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-968674b7-1265-40ab-baef-7fff4728d9a9 req-3674e6a1-c999-4be9-8d15-82354c71bff1 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669916
Jun 07 18:42:43.701476 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143944-ed03-4d65-a3de-26dfc31f9c79 req-3b639752-4a2a-4f09-a82d-62f5e463255b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:43.702823 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5143944-ed03-4d65-a3de-26dfc31f9c79 req-3b639752-4a2a-4f09-a82d-62f5e463255b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.0873911
Jun 07 18:42:43.752095 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5143944-ed03-4d65-a3de-26dfc31f9c79 req-274582d4-23f3-4a68-abd1-4ee9d9bf09b5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426948
Jun 07 18:42:44.467134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fad4d0-27d1-44f8-890e-d6e013f6bd1e req-7e9ff40e-a490-4e5f-8bf8-f9f87c1cfbdc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:44.468591 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-13fad4d0-27d1-44f8-890e-d6e013f6bd1e req-7e9ff40e-a490-4e5f-8bf8-f9f87c1cfbdc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0826390
Jun 07 18:42:44.514986 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-13fad4d0-27d1-44f8-890e-d6e013f6bd1e req-4e066f57-ce03-4f64-af1c-0bb311cbbefd tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406184
Jun 07 18:42:45.102974 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a01e7-4660-4e2b-9dcc-5984c97c48cd req-aee82f1a-3d0d-4e03-be33-6eaf1226352c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:45.104427 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-022a01e7-4660-4e2b-9dcc-5984c97c48cd req-aee82f1a-3d0d-4e03-be33-6eaf1226352c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.0871058
Jun 07 18:42:45.150675 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-022a01e7-4660-4e2b-9dcc-5984c97c48cd req-969a62e9-9c59-4086-b073-3b3b88b128ee tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397398
Jun 07 18:42:45.706207 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01de1e-a325-49eb-8547-685f384c4df5 req-1d819b87-621c-411e-ab77-99c99a525e44 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:45.707721 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3c01de1e-a325-49eb-8547-685f384c4df5 req-1d819b87-621c-411e-ab77-99c99a525e44 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0833497
Jun 07 18:42:45.757657 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3c01de1e-a325-49eb-8547-685f384c4df5 req-ed2ee41f-2122-48f3-9049-47293f98a712 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441637
Jun 07 18:42:46.359817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75793d00-03a4-4a89-81b0-7030006c8447 req-974d03d5-5d60-416c-b5fb-90fdc7a93fce tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:46.361247 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75793d00-03a4-4a89-81b0-7030006c8447 req-974d03d5-5d60-416c-b5fb-90fdc7a93fce tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.0885587
Jun 07 18:42:46.407424 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-75793d00-03a4-4a89-81b0-7030006c8447 req-b64502cb-e89b-41d9-a5bb-279b89527d73 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393612
Jun 07 18:42:46.942001 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83ae56-2432-4718-a3ed-66f2dfd33aed req-f44bd951-0398-4912-8a0b-144785f69a88 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:46.943588 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6d83ae56-2432-4718-a3ed-66f2dfd33aed req-f44bd951-0398-4912-8a0b-144785f69a88 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0798454
Jun 07 18:42:46.992538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6d83ae56-2432-4718-a3ed-66f2dfd33aed req-713e4d7d-ff4e-496e-8e31-8a50f6a42562 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427613
Jun 07 18:42:47.598314 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a71b9-d6f1-48c1-b165-85cd3f221462 req-6a87ba50-59ac-4d60-af9a-152167b85bf5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:47.599721 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-031a71b9-d6f1-48c1-b165-85cd3f221462 req-6a87ba50-59ac-4d60-af9a-152167b85bf5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.0850816
Jun 07 18:42:47.648398 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-031a71b9-d6f1-48c1-b165-85cd3f221462 req-1ca46799-c112-4e5f-8db7-4277b07d6ef2 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428836
Jun 07 18:42:47.778659 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-84d7d131-55a7-4d67-bf0d-a002429094d0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:47.781026 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-84d7d131-55a7-4d67-bf0d-a002429094d0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 946 time: 0.1313620
Jun 07 18:42:47.916278 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Deleting port 843f624f-ba7e-43b6-90eb-54c94392ef97 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:42:47.916642 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:48.054511 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] For port 843f624f-ba7e-43b6-90eb-54c94392ef97, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=843f624f-ba7e-43b6-90eb-54c94392ef97,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:48.055210 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:48.212594 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Calling delete_port for 843f624f-ba7e-43b6-90eb-54c94392ef97 owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:42:48.430774 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce250e3-3848-4bf6-a503-3b60013b0cba req-380804f5-6100-4701-ac81-94345135afb7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:48.432141 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dce250e3-3848-4bf6-a503-3b60013b0cba req-380804f5-6100-4701-ac81-94345135afb7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.3135293
Jun 07 18:42:48.525621 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dce250e3-3848-4bf6-a503-3b60013b0cba req-752de80a-92e9-4ea8-bc0c-a03c28f756fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840290
Jun 07 18:42:48.554536 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:48.560475 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:48.570937 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['c928219c-5b11-4506-825f-73d0d1ec317d', '843f624f-ba7e-43b6-90eb-54c94392ef97'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:48.606297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Pushing event deleted for resources: {'Port': ['ID=843f624f-ba7e-43b6-90eb-54c94392ef97,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:48.609415 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:48.704996 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] No DVR routers for this DVR port 843f624f-ba7e-43b6-90eb-54c94392ef97 on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:42:48.709166 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:48.711278 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-977bac0f-c57d-44d7-8a25-376ded241e3a req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "DELETE /v2.0/ports/843f624f-ba7e-43b6-90eb-54c94392ef97 HTTP/1.1" status: 204  len: 173 time: 0.9248481
Jun 07 18:42:48.711910 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'name': 'network-vif-deleted', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:48.714632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0f43f5-9ce7-46fb-b2d6-fe9507c5c505" -d '{"events": [{"server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "name": "network-vif-deleted", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:48.765045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1502538c-527f-49d5-b1c5-dd4150bc0194 x-openstack-request-id: req-1502538c-527f-49d5-b1c5-dd4150bc0194 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:48.765361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13be5be-1084-4177-8ceb-44ecc4dfbb9d", "name": "network-vif-deleted", "tag": "843f624f-ba7e-43b6-90eb-54c94392ef97", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:48.765640 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1502538c-527f-49d5-b1c5-dd4150bc0194 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:48.766144 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13be5be-1084-4177-8ceb-44ecc4dfbb9d', 'name': 'network-vif-deleted', 'tag': '843f624f-ba7e-43b6-90eb-54c94392ef97', 'status': 'completed', 'code': 200}
Jun 07 18:42:48.839618 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b25a894-46f9-44f8-af74-55413813c230 req-b8f22c3e-3721-44ac-b64b-f5fa815a718a tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13be5be-1084-4177-8ceb-44ecc4dfbb9d HTTP/1.1" status: 200  len: 210 time: 0.0439506
Jun 07 18:42:49.720484 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fc65e-50cd-4aff-bcee-9c8986c1093e req-b5a27e12-199b-42ea-ba53-e76148ec74de tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:49.722785 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e47fc65e-50cd-4aff-bcee-9c8986c1093e req-b5a27e12-199b-42ea-ba53-e76148ec74de tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0843668
Jun 07 18:42:49.769227 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e47fc65e-50cd-4aff-bcee-9c8986c1093e req-cfd9ef5c-eea0-4ac9-be5c-9f3fa3556c2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392985
Jun 07 18:42:50.303025 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddca6cd-0e58-40c9-bb54-c575c3056c56 req-745cd094-4f78-48e9-9840-70b397fd32be tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:50.304515 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0ddca6cd-0e58-40c9-bb54-c575c3056c56 req-745cd094-4f78-48e9-9840-70b397fd32be tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0817089
Jun 07 18:42:50.350231 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0ddca6cd-0e58-40c9-bb54-c575c3056c56 req-d640c57b-bd99-449d-aee3-29e00e6e995c tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394990
Jun 07 18:42:50.766756 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e742765b-4b1b-4c11-b068-469446cce688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:50.971688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181855b-71e6-40e5-84d0-8f03b3645b66 req-32f7f5d2-5755-4562-859d-a26b72063730 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:50.973139 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c181855b-71e6-40e5-84d0-8f03b3645b66 req-32f7f5d2-5755-4562-859d-a26b72063730 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0914202
Jun 07 18:42:51.020144 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c181855b-71e6-40e5-84d0-8f03b3645b66 req-29876d8d-1ddc-433a-a2ed-3048f428470a tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411096
Jun 07 18:42:51.556487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe355b-0644-4c02-8d45-b02de9289af7 req-d37ce864-296b-4f04-b06a-e058c47ae29b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:51.558021 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-59fe355b-0644-4c02-8d45-b02de9289af7 req-d37ce864-296b-4f04-b06a-e058c47ae29b tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0907741
Jun 07 18:42:51.610507 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-59fe355b-0644-4c02-8d45-b02de9289af7 req-d5123ebe-eccc-4f69-9b4a-38cc895ca888 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467875
Jun 07 18:42:51.947616 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 843f624f-ba7e-43b6-90eb-54c94392ef97 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:42:51.982473 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 843f624f-ba7e-43b6-90eb-54c94392ef97 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:42:51.982820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 843f624f-ba7e-43b6-90eb-54c94392ef97 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:42:52.220719 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952768a-f118-42ad-9b25-14f7ce1b95c2 req-b830be3d-5179-4815-be95-7369c9368601 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:52.222826 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c952768a-f118-42ad-9b25-14f7ce1b95c2 req-b830be3d-5179-4815-be95-7369c9368601 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0861754
Jun 07 18:42:52.270254 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c952768a-f118-42ad-9b25-14f7ce1b95c2 req-58dbc105-cedf-4d10-9406-7f0494ba15c8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413668
Jun 07 18:42:52.728869 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d94e80-3fa9-4094-84dc-2ea3f0c3f554 req-ea1dccda-352d-47fa-a70d-2524b74c1eaa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:52.730267 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-82d94e80-3fa9-4094-84dc-2ea3f0c3f554 req-ea1dccda-352d-47fa-a70d-2524b74c1eaa tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1734354
Jun 07 18:42:52.837091 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-82d94e80-3fa9-4094-84dc-2ea3f0c3f554 req-32013c0c-21a7-4ac8-93d5-3dc8b566e3a7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982673
Jun 07 18:42:52.841305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-e92526f5-a7d0-466b-b84a-9052220ccdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:52.842757 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-e92526f5-a7d0-466b-b84a-9052220ccdaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1098 time: 0.1923823
Jun 07 18:42:52.911236 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e2e10-d156-47c9-88e2-efffc28a4de9 req-ada91d80-2e10-47d2-b64a-f4feab2c98a9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:52.912713 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0c2e2e10-d156-47c9-88e2-efffc28a4de9 req-ada91d80-2e10-47d2-b64a-f4feab2c98a9 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1598787
Jun 07 18:42:53.022368 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:53.029089 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0c2e2e10-d156-47c9-88e2-efffc28a4de9 req-8a2c4a56-8340-44f5-8308-fdbd2ad871b0 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702560
Jun 07 18:42:53.031520 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-8d1db3e4-69ea-4780-87e8-c9069a0d0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:53.032884 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-8d1db3e4-69ea-4780-87e8-c9069a0d0df1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.1797416
Jun 07 18:42:53.138483 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-6972ba08-4b23-4a05-8641-92898133aa15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 1001 time: 0.0977106
Jun 07 18:42:53.203258 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-09ee9c25-2607-4458-8341-7c79605ab9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:53.204706 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-09ee9c25-2607-4458-8341-7c79605ab9bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0572958
Jun 07 18:42:53.285656 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-5a271315-1220-499b-a990-ac4b9ca92b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:53.287072 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-5a271315-1220-499b-a990-ac4b9ca92b0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737915
Jun 07 18:42:53.387449 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-907ecc2d-c96f-4163-b5fc-d0897cfbc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:53.510633 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-5c2c2b89-b82d-451b-bfdb-8350312cd791 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161124
Jun 07 18:42:53.649344 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9601c6a0-ca77-44fd-b783-4288f08706a9 req-1edf8f73-e995-4f37-a2a1-2fb4c7ca64f9 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306646
Jun 07 18:42:54.036037 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547491-48f5-4dbf-adf4-f11c8361379b req-f55a95c8-714c-4957-bdb8-b85ef9ebb593 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:54.037657 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0547491-48f5-4dbf-adf4-f11c8361379b req-f55a95c8-714c-4957-bdb8-b85ef9ebb593 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0846822
Jun 07 18:42:54.084869 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0547491-48f5-4dbf-adf4-f11c8361379b req-59e49767-1723-4211-ae2b-afc89059930c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405948
Jun 07 18:42:54.304718 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa404c-6e3a-450e-af85-b572caf288ae req-f95bcd15-c259-46f6-b23b-0d23cffadd65 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:54.306172 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9fa404c-6e3a-450e-af85-b572caf288ae req-f95bcd15-c259-46f6-b23b-0d23cffadd65 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.1461303
Jun 07 18:42:54.317203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d937a66-f8e7-4f3e-b86a-d77557546614 req-8c30e43d-b47a-4294-a392-4c50f6188249 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:54.318665 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1d937a66-f8e7-4f3e-b86a-d77557546614 req-8c30e43d-b47a-4294-a392-4c50f6188249 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1168995
Jun 07 18:42:54.389685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9fa404c-6e3a-450e-af85-b572caf288ae req-9585f439-4d05-4a43-880f-18e8719b0172 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700660
Jun 07 18:42:54.393353 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1d937a66-f8e7-4f3e-b86a-d77557546614 req-186db586-069d-4d51-9ee5-b628f9e0e7c1 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609899
Jun 07 18:42:54.415831 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:54.417982 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50752) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:54.652630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e547a9b-0734-4451-8234-0c999ef7c041 tempest-TestMinimumBasicScenario-633133568 tempest-TestMinimumBasicScenario-633133568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:54.654347 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4e547a9b-0734-4451-8234-0c999ef7c041 tempest-TestMinimumBasicScenario-633133568 tempest-TestMinimumBasicScenario-633133568-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1094 time: 0.2353616
Jun 07 18:42:54.657262 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50756) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:54.662387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'port_id': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:54.684880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for floatingip, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:54.896047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.028504 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Allocated IP 172.27.0.156 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/4292abe4-a0c0-4131-911a-caa3162578d5) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:42:55.113966 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.175600 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.206314 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:42:55.207035 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:42:55.223383 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:42:55.224479 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:42:55.227082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:42:55.277345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547087e-133b-46c1-a626-e666cd156d47 req-26afc4f8-2f27-40de-b5b6-3b59e5776dfe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:55.279066 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5547087e-133b-46c1-a626-e666cd156d47 req-26afc4f8-2f27-40de-b5b6-3b59e5776dfe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0858271
Jun 07 18:42:55.324925 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5547087e-133b-46c1-a626-e666cd156d47 req-319fab68-6e62-4940-a2a6-6c949dc84687 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395577
Jun 07 18:42:55.591548 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4abe-f894-4f5b-b9e8-13b961514443 req-8402bb5e-6fca-4b07-9dce-2b68caf8e629 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:55.593088 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-382b4abe-f894-4f5b-b9e8-13b961514443 req-8402bb5e-6fca-4b07-9dce-2b68caf8e629 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0882850
Jun 07 18:42:55.640814 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-382b4abe-f894-4f5b-b9e8-13b961514443 req-8585f292-631d-43d4-8879-4edc85d2c16d tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405843
Jun 07 18:42:55.653190 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.730263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.945686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.953139 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:55.959762 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8fd1d084-d6ba-4b4d-992e-d0ea858119bb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:55.966101 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:56.063902 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'Port': ['ID=4292abe4-a0c0-4131-911a-caa3162578d5,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:56.068021 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:56.074513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:56.245006 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Floating IP b58ee2b7-9368-4185-adfd-bbe37e505a1a associated. External IP: 172.27.0.156, port: 2987c7b3-8b90-4529-b6c0-bba78ad9cc66.
Jun 07 18:42:56.677219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Router d8239c7a-d14b-48ed-bea2-81004c366ada has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:42:56.829020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527b78d-d713-4ea7-b7be-b7b25c6f6a40 req-c14ce55b-d41c-429f-9306-d959aa2197c6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:56.831066 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6527b78d-d713-4ea7-b7be-b7b25c6f6a40 req-c14ce55b-d41c-429f-9306-d959aa2197c6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.0819240
Jun 07 18:42:56.859320 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:42:56.870214 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Sync routers for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:42:56.878461 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6527b78d-d713-4ea7-b7be-b7b25c6f6a40 req-00ac70c0-9438-4423-a426-250e299e14f5 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/security-groups?id=70bacc7e-98cd-4e30-9554-a718a864759b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417833
Jun 07 18:42:56.881317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:56.889136 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:42:56.889770 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d25ff4f0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:42:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:56.941824 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2803025
Jun 07 18:42:56.941824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:56.943032 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd1527a-3628-42b2-9a48-80521a715241" -d '{"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:56.945423 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50770) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:56.949749 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426004826', 'description': 'tempest-secgroup-smoke-426004826 description', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:56.983542 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:56.991196 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c901601-bdc9-4495-a69e-2bba73cc3308 x-openstack-request-id: req-7c901601-bdc9-4495-a69e-2bba73cc3308 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:56.991544 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:56.991819 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c901601-bdc9-4495-a69e-2bba73cc3308 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:56.992233 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:42:57.020188 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-dbe64978-8960-4828-bb8a-7e4a76f13167 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:57.021789 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-dbe64978-8960-4828-bb8a-7e4a76f13167 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 945 time: 0.1400239
Jun 07 18:42:57.116911 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:42:57.137920 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1527a-3628-42b2-9a48-80521a715241 req-10893d3b-039a-4735-8824-9b369dcee320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:57.139611 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-10893d3b-039a-4735-8824-9b369dcee320 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1099 time: 0.1024115
Jun 07 18:42:57.226032 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.232605 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.237446 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6fd40b4d-bdcb-47f1-8284-17cb3c33d881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:57.249317 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Deleting port c928219c-5b11-4506-825f-73d0d1ec317d {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:42:57.249669 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.293689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1527a-3628-42b2-9a48-80521a715241 req-012e7258-4500-4f5e-a2cd-e939b47c04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:57.295353 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-012e7258-4500-4f5e-a2cd-e939b47c04f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.1459837
Jun 07 18:42:57.308588 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.312442 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3635254
Jun 07 18:42:57.315427 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50776) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:57.319884 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:57.371325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb0e97-3710-42b8-a6a5-22d415275d01,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:57.379788 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:57.417694 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-ad9d14d3-2d93-4508-bbe6-af9b911197c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 1000 time: 0.1124427
Jun 07 18:42:57.436789 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] For port c928219c-5b11-4506-825f-73d0d1ec317d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c928219c-5b11-4506-825f-73d0d1ec317d,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:57.437405 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.444775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.484684 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1527a-3628-42b2-9a48-80521a715241 req-370d3609-9bc4-41be-bd51-1bf92eebe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:57.487033 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-370d3609-9bc4-41be-bd51-1bf92eebe6b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0611703
Jun 07 18:42:57.541451 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d25ff4f0>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'b58ee2b7-9368-4185-adfd-bbe37e505a1a', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'port_id': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'mac_address': 'fa:16:3e:87:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:42:55Z', 'updated_at': '2021-06-07T18:42:55Z', 'revision_number': 0, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:57.546290 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Checking router: d8239c7a-d14b-48ed-bea2-81004c366ada for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:42:57.557147 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:42:57.557823 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d25ff4f0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:42:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:57.577672 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1527a-3628-42b2-9a48-80521a715241 req-b0a058c6-a152-4f4c-b1dd-4f79683d9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:57.579253 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-b0a058c6-a152-4f4c-b1dd-4f79683d9c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841589
Jun 07 18:42:57.588522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Calling delete_port for c928219c-5b11-4506-825f-73d0d1ec317d owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:42:57.642411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.650397 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.654541 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-26a03314-8414-4e60-ac86-9561dcbd501b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:57.687480 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47f484b-8ea6-41c6-bd8e-7e4450422506,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:57.692550 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:57.698076 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.699275 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-004d2b0c-ccac-4302-9c66-796cbb4fed7e tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3829188
Jun 07 18:42:57.712510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50778) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:57.717453 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:57.771121 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.775986 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:42:57.778718 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:57.781250 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-6333cdd2-cebd-46b8-96f4-49480df3ff8e service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927657
Jun 07 18:42:57.784376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['c928219c-5b11-4506-825f-73d0d1ec317d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:57.786188 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.829242 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Pushing event deleted for resources: {'Port': ['ID=c928219c-5b11-4506-825f-73d0d1ec317d,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:57.860833 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:57.903722 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] No DVR routers for this DVR port c928219c-5b11-4506-825f-73d0d1ec317d on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:42:57.907128 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:57.909784 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9fd8a388-c966-434c-9cd3-61a6b86e7c78 req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.57 "DELETE /v2.0/ports/c928219c-5b11-4506-825f-73d0d1ec317d HTTP/1.1" status: 204  len: 173 time: 0.8754399
Jun 07 18:42:57.910284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'name': 'network-vif-deleted', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:57.912610 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb37f2-328f-4542-8c4b-731385e8d6cd" -d '{"events": [{"server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "name": "network-vif-deleted", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:57.978663 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a337bb-a2a4-45a2-b5d8-163e3e1c2ede x-openstack-request-id: req-94a337bb-a2a4-45a2-b5d8-163e3e1c2ede {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:42:57.978980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179f6c8-d6fb-4f12-abe9-67c3bc80caf7", "name": "network-vif-deleted", "tag": "c928219c-5b11-4506-825f-73d0d1ec317d", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:42:57.979257 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94a337bb-a2a4-45a2-b5d8-163e3e1c2ede {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:42:57.979710 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179f6c8-d6fb-4f12-abe9-67c3bc80caf7', 'name': 'network-vif-deleted', 'tag': 'c928219c-5b11-4506-825f-73d0d1ec317d', 'status': 'completed', 'code': 200}
Jun 07 18:42:57.984143 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.000609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.013872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:58.024365 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ecd1527a-3628-42b2-9a48-80521a715241 req-6231b023-3c45-4646-b977-7f43fb2ffece service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240133
Jun 07 18:42:58.037256 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42851dd5-72c4-4187-bb2a-4e02784a849d,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:58.045871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:58.053174 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.054435 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3403635
Jun 07 18:42:58.057277 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50784) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:58.062547 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:58.122243 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.224722 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dc15092b-fa5c-4112-9f67-7a6566ca5de1 req-7e62e6ec-a83b-4740-a63f-9e6f5ba42ba6 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] 10.222.0.13 "GET /v2.0/ports?device_id=a179f6c8-d6fb-4f12-abe9-67c3bc80caf7 HTTP/1.1" status: 200  len: 210 time: 0.1440415
Jun 07 18:42:58.230721 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.235906 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.250615 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:58.259058 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d25ff4f0>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'b58ee2b7-9368-4185-adfd-bbe37e505a1a', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'port_id': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'mac_address': 'fa:16:3e:87:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:42:55Z', 'updated_at': '2021-06-07T18:42:55Z', 'revision_number': 0, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:42:58.264128 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0dc72-4152-4db8-8c4b-3dbd7ab105dd None None] The sync data for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi is: [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'b58ee2b7-9368-4185-adfd-bbe37e505a1a', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'port_id': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'mac_address': 'fa:16:3e:87:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:42:55Z', 'updated_at': '2021-06-07T18:42:55Z', 'revision_number': 0, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:42:58.269426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9cf8d3-6438-4a92-9116-e12560398742,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:58.277902 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:58.279373 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.280640 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-cedca117-e3c0-4d7e-aaf8-be7bfc302e73 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2224607
Jun 07 18:42:58.284144 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50790) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:58.288999 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:58.321528 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.391801 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.397132 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.404609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-929bf554-14af-451f-a61f-0545fca87f9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:58.444965 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384ccd41-75da-4954-b8a1-cd83d5bdfc1c,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:58.447614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:58.455066 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.457547 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-333c5002-1f57-4a51-b88b-b18bd0f18fc4 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1724164
Jun 07 18:42:58.460380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50794) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:58.465087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:58.501236 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.securitygroups_db [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Project e4dd4b28838f401a934d04acfa4a98d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:42:58.509823 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.521414 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be5b39-9704-42b2-8b16-95a126d893c6 None None] New status for floating IP b58ee2b7-9368-4185-adfd-bbe37e505a1a: ACTIVE {{(pid=98347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:42:58.585719 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.595297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.598007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:58.622547 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fdf324-431f-4a0b-ad33-710644c456bc,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:58.627601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:58.630970 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.632315 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b2f5baad-8505-4ae8-98f9-318ab90dfd99 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1709099
Jun 07 18:42:58.635274 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50796) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:58.640173 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb0e97-3710-42b8-a6a5-22d415275d01', 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:58.678216 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.securitygroups_db [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Project e4dd4b28838f401a934d04acfa4a98d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:42:58.687917 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.754371 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.757297 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.759626 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f2e4e4e7-eae8-43b4-8f29-92167024f21a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:58.785008 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f5ca00-770e-4958-a080-873310ef0b99,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:58.788099 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:58.791198 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:58.795942 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1562982
Jun 07 18:42:58.917776 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-5447e44c-e15e-4348-ab34-9599787578f2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426004826&fields=id&tenant_id=e4dd4b28838f401a934d04acfa4a98d1 HTTP/1.1" status: 200  len: 267 time: 0.0397058
Jun 07 18:42:59.003444 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-3264d588-bebe-4452-9476-4552ed8f4dba tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:59.004896 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-3264d588-bebe-4452-9476-4552ed8f4dba tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.0817313
Jun 07 18:42:59.015541 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'port': {'security_groups': ['eed77c51-8243-44b8-8d15-2b3b6fb070c8', 'e3eb0e97-3710-42b8-a6a5-22d415275d01']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:42:59.136007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:59.323173 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50802) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:42:59.388481 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:42:59.416825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:59.421928 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:59.431672 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:42:59.433815 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:59.506290 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:59.506905 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:59.511984 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f67f6e89-55f6-453d-b040-67d65551f6d7 req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "PUT /v2.0/ports/2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 982 time: 0.5008755
Jun 07 18:42:59.526774 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=6']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:42:59.529945 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:42:59.623917 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:42:59.788724 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7b259-2e7a-43e1-930b-dfbe3a6c89d3 req-0f95890b-b891-4503-853b-0c5810015039 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:42:59.790625 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-86a7b259-2e7a-43e1-930b-dfbe3a6c89d3 req-0f95890b-b891-4503-853b-0c5810015039 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1802003
Jun 07 18:42:59.843531 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-86a7b259-2e7a-43e1-930b-dfbe3a6c89d3 req-538f4afd-fc43-4f9d-a47b-dd6b5bf22670 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460958
Jun 07 18:42:59.923545 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-19902770-36ef-4607-a225-b80d63b138f2 None None] Provisioning complete for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:42:59.924033 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-19902770-36ef-4607-a225-b80d63b138f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:42:59.981027 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:42:59.984061 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8c630-80ee-495d-8343-d882a2a623b1" -d '{"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:42:59.993143 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device c928219c-5b11-4506-825f-73d0d1ec317d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:43:00.038753 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7b800-0b83-40f2-b8fe-a00fb090b35b x-openstack-request-id: req-b1c7b800-0b83-40f2-b8fe-a00fb090b35b {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:00.039203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:00.039426 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1c7b800-0b83-40f2-b8fe-a00fb090b35b {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:00.040171 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:43:00.085554 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: c928219c-5b11-4506-825f-73d0d1ec317d {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:43:00.085860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device c928219c-5b11-4506-825f-73d0d1ec317d not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:43:00.162830 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-cd90b2e5-b2f1-4f65-9094-56537b5efedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:00.164312 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-cd90b2e5-b2f1-4f65-9094-56537b5efedb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1138 time: 0.0986576
Jun 07 18:43:00.167910 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:00.573530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-a4abb6ab-001f-40f7-9138-ddf2d3c55947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:00.574875 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-a4abb6ab-001f-40f7-9138-ddf2d3c55947 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.2358732
Jun 07 18:43:00.752930 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-c8b8f850-455e-4e2f-8412-7cfa50ca6896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 1002 time: 0.1496184
Jun 07 18:43:00.830785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-d0f86777-93ee-4d7d-831a-0221f03be2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:00.832113 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-d0f86777-93ee-4d7d-831a-0221f03be2a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0685358
Jun 07 18:43:00.834135 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Deleting port 6d148d83-666d-404d-8783-75d4a0038c98 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:00.834466 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:01.106436 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] For port 6d148d83-666d-404d-8783-75d4a0038c98, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6d148d83-666d-404d-8783-75d4a0038c98,segment=NetworkSegment(fba39547-05ad-43b4-bb77-ece1ff62226b),segment_id=fba39547-05ad-43b4-bb77-ece1ff62226b)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:01.106693 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:01.120819 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-dab637f0-b937-4876-87b5-d59eb443d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:01.122271 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-dab637f0-b937-4876-87b5-d59eb443d10c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2758832
Jun 07 18:43:01.252442 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Calling delete_port for 6d148d83-666d-404d-8783-75d4a0038c98 owned by network:router_interface {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:01.379853 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-b3948888-9c94-4e17-b7c2-758a8dcff63e service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099640
Jun 07 18:43:01.672558 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28f8c630-80ee-495d-8343-d882a2a623b1 req-6a8b4550-5a0d-4414-b98f-296a77eee14d service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765647
Jun 07 18:43:01.747090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:01.751621 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4f8aa579-5c21-4703-a3dc-5fb22511192a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:01.800153 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d148d83-666d-404d-8783-75d4a0038c98,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:01.830051 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:02.054991 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:02.504446 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Router dfe65f77-b6bf-4562-9ca0-ad020aa93972 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:43:02.681963 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:43:02.687488 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] 10.222.0.13 "PUT /v2.0/routers/dfe65f77-b6bf-4562-9ca0-ad020aa93972/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3620501
Jun 07 18:43:02.689460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50826) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:02.692157 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Sync routers for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:43:02.701340 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:02.701942 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d25da0d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:42:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:02.869273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:02.876112 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:03.087316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.153261 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d25da0d0>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:43:01Z', 'revision_number': 5, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port': {'id': '97a0931b-aa7e-4214-8057-e787b7255f8b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:04Z', 'updated_at': '2021-06-07T18:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:03.157359 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Checking router: dfe65f77-b6bf-4562-9ca0-ad020aa93972 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:43:03.158860 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Deleting port 97a0931b-aa7e-4214-8057-e787b7255f8b {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:03.159192 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.166261 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Routers {'dfe65f77-b6bf-4562-9ca0-ad020aa93972'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:03.166855 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d25da0d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:42:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:03.280676 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] For port 97a0931b-aa7e-4214-8057-e787b7255f8b, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=97a0931b-aa7e-4214-8057-e787b7255f8b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:03.281027 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.313530 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] Set router dfe65f77-b6bf-4562-9ca0-ad020aa93972 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:03.415505 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Calling delete_port for 97a0931b-aa7e-4214-8057-e787b7255f8b owned by network:router_gateway {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:03.422492 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d25da0d0>, [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:43:03Z', 'revision_number': 6, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:03.427801 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff44ada-78e0-49a1-953c-e7aaaa78bf89 None None] The sync data for ids ['dfe65f77-b6bf-4562-9ca0-ad020aa93972'] in dv-cinder-790535-1-iscsi is: [{'id': 'dfe65f77-b6bf-4562-9ca0-ad020aa93972', 'name': 'tempest-ServerRescueNegativeTestJSON-709072197-router', 'tenant_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:03Z', 'updated_at': '2021-06-07T18:43:03Z', 'revision_number': 6, 'project_id': '1a9e7500a58f4e969e2f8ef90d8c4db9', 'gw_port_host': None}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:43:03.558790 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.562405 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c80cab15-ff64-4d34-bdbd-0aca25bfa981 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:03.607957 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a0931b-aa7e-4214-8057-e787b7255f8b,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:03.610940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:03.701090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.969261 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:03.971720 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.101006 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.101573 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe65f77-b6bf-4562-9ca0-ad020aa93972 {{(pid=98346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:43:04.106227 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.107310 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dfe65f77-b6bf-4562-9ca0-ad020aa93972 HTTP/1.1" status: 204  len: 168 time: 1.4167950
Jun 07 18:43:04.109830 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50834) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:04.174534 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Deleting subnet 8e1a24c5-520f-487a-8afb-e4edb99839d5 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:43:04.178181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.228383 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.283725 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.356279 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.360511 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b01778fc-9420-4b73-95d0-dd6069337b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:04.396949 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1a24c5-520f-487a-8afb-e4edb99839d5,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:04.398905 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.400698 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e1a24c5-520f-487a-8afb-e4edb99839d5 HTTP/1.1" status: 204  len: 168 time: 0.2899685
Jun 07 18:43:04.401556 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:04.403257 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50836) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:04.511580 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.633016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.645087 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d0ffff40>,) {'filters': {'network_id': ['02c0014a-a857-4ec7-80a2-9c7dc12f4351']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:04.657028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0ffff40>, 'fba39547-05ad-43b4-bb77-ece1ff62226b') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:04.657319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0ffff40>, 'fba39547-05ad-43b4-bb77-ece1ff62226b') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:04.669167 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.685590 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.692194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:43:04.692607 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:43:04.706152 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:43:04.784824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.791449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:04.795841 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] 10.222.0.13 "DELETE /v2.0/networks/02c0014a-a857-4ec7-80a2-9c7dc12f4351 HTTP/1.1" status: 204  len: 168 time: 0.3913374
Jun 07 18:43:04.796630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-017f2636-99bc-43df-8859-27dff3380ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:04.815717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=02c0014a-a857-4ec7-80a2-9c7dc12f4351,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:04.818106 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:04.975551 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50842) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:05.023926 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4cf7e803-173c-4ea2-bab5-5c1468940265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a9e7500a58f4e969e2f8ef90d8c4db9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0471549
Jun 07 18:43:05.026293 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50844) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:05.082355 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:05.109560 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:05.168281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:05.170731 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:05.171872 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70bacc7e-98cd-4e30-9554-a718a864759b HTTP/1.1" status: 204  len: 168 time: 0.1447108
Jun 07 18:43:05.172665 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c8ed85a7-1885-4c1a-ab68-ea17faa5a200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:05.183014 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bacc7e-98cd-4e30-9554-a718a864759b,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:05.185449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:05.381954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 97a0931b-aa7e-4214-8057-e787b7255f8b no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:43:05.415870 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 97a0931b-aa7e-4214-8057-e787b7255f8b {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:43:05.416217 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 97a0931b-aa7e-4214-8057-e787b7255f8b not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:43:05.416647 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6d148d83-666d-404d-8783-75d4a0038c98 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:43:05.449328 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 6d148d83-666d-404d-8783-75d4a0038c98 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:43:05.449676 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6d148d83-666d-404d-8783-75d4a0038c98 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:43:06.782265 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50892) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:06.898513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.005178 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.008944 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.016533 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a48b5f87-cedd-4157-9fe1-481aa771f1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:07.058284 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61babd43b5b74b35baa6c15b27e6a7ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2747939
Jun 07 18:43:07.059809 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4796c37-2d22-433c-8b25-9913beb9d398,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:07.060887 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 50896) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:07.062927 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:07.121916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.146487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.197277 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.199732 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.200840 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4796c37-2d22-433c-8b25-9913beb9d398 HTTP/1.1" status: 204  len: 168 time: 0.1389315
Jun 07 18:43:07.201607 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-f48b9299-9ee0-4df1-aadb-142031ac1a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:07.211744 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4796c37-2d22-433c-8b25-9913beb9d398,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:07.214079 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e6309cbf-1dcc-4e78-8ee1-e3bc628dfbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:07.520945 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50910) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:07.538708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.649866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.653540 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.660999 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d72fd58c-200d-4a83-ac63-20765397c6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:07.701836 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfae0bc-bbd4-479e-ba3c-f8eaa3131544,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:07.706095 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=305ff020a4e740518438d29b60ee6116&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1841698
Jun 07 18:43:07.706940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:07.708867 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50912) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:07.767318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.792725 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.843614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.847061 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:07.849432 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dfae0bc-bbd4-479e-ba3c-f8eaa3131544 HTTP/1.1" status: 204  len: 168 time: 0.1397862
Jun 07 18:43:07.850219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ee41355b-1fb6-43f0-81fc-05b847c7d93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:07.859522 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfae0bc-bbd4-479e-ba3c-f8eaa3131544,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:07.862797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:10.021661 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:43:11.573513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 50996) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:11.690769 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:11.800530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:11.804251 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:11.812605 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e56aac24-a7ca-40da-9697-7e35e481dcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:11.852965 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff0ab958ad7f4806ac17905f3b51316b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783935
Jun 07 18:43:11.854656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cb605-f791-4f3f-aa6a-d323856295f8,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:11.855658 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51000) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:11.857969 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:11.945144 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:11.989076 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:12.063266 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:12.066696 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:12.067836 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19cb605-f791-4f3f-aa6a-d323856295f8 HTTP/1.1" status: 204  len: 168 time: 0.2112002
Jun 07 18:43:12.068502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:12.078072 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cb605-f791-4f3f-aa6a-d323856295f8,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:12.080285 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:13.582143 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51036) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:13.709343 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:13.812368 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:13.817130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:13.823465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c51043c1-e5f5-4479-94de-ce2186039d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:13.864720 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d505a5afd53d4b8aba3d9d13014923b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2814045
Jun 07 18:43:13.865514 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84b14b-97a6-4aea-a00d-5ffcc3638a51,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:13.867238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51040) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:13.868432 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:13.925838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:13.951841 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.005663 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.008181 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.009291 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d84b14b-97a6-4aea-a00d-5ffcc3638a51 HTTP/1.1" status: 204  len: 168 time: 0.1404579
Jun 07 18:43:14.010012 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-26219899-51ca-4831-a4cf-3133cdfacf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:14.019286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84b14b-97a6-4aea-a00d-5ffcc3638a51,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:14.021519 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:14.290112 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51046) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:14.310400 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.417957 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.421840 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.431487 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-3fe095f5-114f-4b4b-8c39-abcfcb6c87b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:14.472339 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aafd52e581c49b1a08d80321c5e1998&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811383
Jun 07 18:43:14.473272 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f2e1f-9c73-49dc-b26c-e9ee18d08ac0,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:14.475021 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51048) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:14.476525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c708ab6a-9e22-44bf-8ff2-a64d411d04b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:14.534763 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.563858 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.616011 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.618398 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:14.619513 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae6f2e1f-9c73-49dc-b26c-e9ee18d08ac0 HTTP/1.1" status: 204  len: 168 time: 0.1434331
Jun 07 18:43:14.620320 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6b2a50b6-3460-431c-ad8f-c417391d4c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:14.630136 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f2e1f-9c73-49dc-b26c-e9ee18d08ac0,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:14.632439 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:20.758868 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e5718c1d-b6ba-42f2-99fa-61bec2133c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:23.025984 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:23.387608 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc41b-a771-46a3-8605-dd45b6f67e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:24.412352 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:24.557645 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51200) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:24.691956 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:24.814361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:24.818754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:24.826008 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f8b7433d-2613-4984-b95c-e196a255a583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:24.964701 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3814e4846c914b97aec427ca0fecb310&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4058352
Jun 07 18:43:24.965611 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f033255-16d6-4ac0-8704-98a608827a2b,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:24.967433 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51208) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:24.968725 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:25.027055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.053078 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.105342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.107901 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.111729 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f033255-16d6-4ac0-8704-98a608827a2b HTTP/1.1" status: 204  len: 168 time: 0.1405923
Jun 07 18:43:25.111729 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6fc9fb6a-e3af-4488-8f7d-8847dc72bfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:25.122329 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f033255-16d6-4ac0-8704-98a608827a2b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:25.122943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.125055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:25.416514 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51214) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:25.434276 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.547633 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.552990 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.561623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ef6f24e3-4608-4444-9ab5-8e714a0a65bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:25.602024 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca313aab6944ca4859b35a709cdba45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842496
Jun 07 18:43:25.603652 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca911ac1-804d-4f32-9eb2-4ca909ae4c49,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:25.604784 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51216) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:25.606628 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:25.670566 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.697300 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.769866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.772460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:25.773695 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca911ac1-804d-4f32-9eb2-4ca909ae4c49 HTTP/1.1" status: 204  len: 168 time: 0.1679118
Jun 07 18:43:25.774458 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-01b45d8e-8f01-48e6-9421-6852804755fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:25.785016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca911ac1-804d-4f32-9eb2-4ca909ae4c49,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:25.787453 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:25.969189 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.144447 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51228) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:26.162441 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.293046 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69094b-9631-40d1-b582-7dc35fc95ff8 req-23685b0d-f642-4429-8b76-22a9b0210a5e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:26.294498 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5a69094b-9631-40d1-b582-7dc35fc95ff8 req-23685b0d-f642-4429-8b76-22a9b0210a5e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.1233120
Jun 07 18:43:26.377831 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5a69094b-9631-40d1-b582-7dc35fc95ff8 req-294c7386-e314-4208-93f9-1c6368812145 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750751
Jun 07 18:43:26.381915 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.386476 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.396087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ef189b32-f7c7-43e1-9509-ab3666ca00ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:26.432328 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00ba4e65c3f043aab52dd063f9a1d34e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2867312
Jun 07 18:43:26.435143 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51230) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:26.440423 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1ecaf1-19e6-4a84-8fdb-94997d6f00d9,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:26.443309 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:26.497454 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.526446 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.583923 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.586376 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:26.587514 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b1ecaf1-19e6-4a84-8fdb-94997d6f00d9 HTTP/1.1" status: 204  len: 168 time: 0.1513515
Jun 07 18:43:26.588316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a93803fd-43db-46d0-a336-bf2e5366c335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:26.598509 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1ecaf1-19e6-4a84-8fdb-94997d6f00d9,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:26.600933 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:27.574639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19719284-9ce1-4a7b-a1d4-fe0ff015a95f req-0d0b976b-f857-451e-b270-3e8aaf9dda72 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:27.576138 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-19719284-9ce1-4a7b-a1d4-fe0ff015a95f req-0d0b976b-f857-451e-b270-3e8aaf9dda72 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.0794828
Jun 07 18:43:27.626724 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-19719284-9ce1-4a7b-a1d4-fe0ff015a95f req-1c0b85dd-8c6d-493a-bb5a-97a6872b904a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439484
Jun 07 18:43:27.762917 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51262) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:27.880840 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:27.900885 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-6977eb0e-d01e-473d-be49-75ec25e26612 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:27.902332 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-6977eb0e-d01e-473d-be49-75ec25e26612 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 947 time: 0.0814180
Jun 07 18:43:28.003760 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.007844 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.017471 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-97c3c00b-f53f-4b2e-a1b8-5cc08fe29c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:28.044934 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Deleting port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:28.045267 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.057545 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8fe0f5d1b1848d1aa2ba28c47f8f598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935112
Jun 07 18:43:28.059158 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71009af-5801-40b3-a3e9-45a94d30e688,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:28.060728 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51266) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:28.062159 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:28.218168 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.234449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] For port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:28.234794 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.323659 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.527019 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.529744 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.530891 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a71009af-5801-40b3-a3e9-45a94d30e688 HTTP/1.1" status: 204  len: 168 time: 0.4692442
Jun 07 18:43:28.546161 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c3db06a7-7cbf-44c4-ac95-481f1a551227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:28.569091 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71009af-5801-40b3-a3e9-45a94d30e688,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:28.578033 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fe9c7a50-0897-4463-9d3a-3cf98b3cda6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:28.589669 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.590219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.590372 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Floating IP 40a0857c-57d4-441f-ae9a-342d20722ace disassociated. External IP: 172.27.0.241, port: 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2.
Jun 07 18:43:28.590657 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Calling delete_port for 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:28.743690 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:28.750553 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6086a85a-b50f-4d0c-8241-703d72fad60b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:28.796723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'Port': ['ID=973117b8-e6a2-4b8d-b6bb-3cecf96b4be2,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:28.805699 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:28.838652 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6a8ab769-18d9-4d57-870f-0d6c4d21de42 req-4be54da2-c0ca-4402-bfc7-88ce88bca616 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=150364b5-329b-4483-82e0-3701d25ba4f5 HTTP/1.1" status: 200  len: 210 time: 0.0678365
Jun 07 18:43:29.007413 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:43:29.216850 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:43:29.231741 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:43:29.243361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:29.244596 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2370400>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:29.447938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] No DVR routers for this DVR port 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:43:29.452527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:29.455882 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3ff197c2-4a05-4b73-942d-5e9f1541b424 req-e4dd54f2-baba-4b20-ac65-dc928bbf8feb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "DELETE /v2.0/ports/973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 HTTP/1.1" status: 204  len: 173 time: 1.5459006
Jun 07 18:43:29.456656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-deleted', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:29.462006 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b0a86a-c8c8-41fb-adb6-c207bc7936a0" -d '{"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-deleted", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:29.481085 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-80a0a0ee-9ef7-4e8a-9bd1-78eaa94e824b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2692075
Jun 07 18:43:29.494990 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:29.558239 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abaaa35-8976-495f-a7d2-68da833e3e52 x-openstack-request-id: req-7abaaa35-8976-495f-a7d2-68da833e3e52 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:29.558562 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150364b5-329b-4483-82e0-3701d25ba4f5", "name": "network-vif-deleted", "tag": "973117b8-e6a2-4b8d-b6bb-3cecf96b4be2", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:29.558844 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7abaaa35-8976-495f-a7d2-68da833e3e52 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:29.559271 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150364b5-329b-4483-82e0-3701d25ba4f5', 'name': 'network-vif-deleted', 'tag': '973117b8-e6a2-4b8d-b6bb-3cecf96b4be2', 'status': 'completed', 'code': 200}
Jun 07 18:43:29.628607 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-27774387-15e1-4d9d-9642-160d2365788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:29.630612 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-27774387-15e1-4d9d-9642-160d2365788d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 1098 time: 0.1140854
Jun 07 18:43:29.859261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-45d0c176-26b0-4367-9d62-7458fb7fb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:29.862158 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-45d0c176-26b0-4367-9d62-7458fb7fb174 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.2072680
Jun 07 18:43:29.969630 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2370400>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:29.981029 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:43:30.006995 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:30.007677 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2370400>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:30.012161 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51302) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:30.021556 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-04206a7a-0af1-4446-9e85-de3bd96cc78f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 200  len: 1001 time: 0.1521134
Jun 07 18:43:30.088835 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.121307 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.177630 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-9e9d102a-bd75-43cd-b1e6-934b145dfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:30.187368 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-9e9d102a-bd75-43cd-b1e6-934b145dfa3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.1569755
Jun 07 18:43:30.226666 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.229536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.230761 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d HTTP/1.1" status: 204  len: 168 time: 0.2181706
Jun 07 18:43:30.231668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-da2d0dd4-ac1b-4ffc-bc33-db6437e80456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:30.244010 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51308) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:30.254451 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:30.257136 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:30.278172 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.api.v2.resource [None req-23cb8b56-9309-4ede-9df7-dca621fcc73a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] show failed (client error): The resource could not be found.
Jun 07 18:43:30.279592 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-23cb8b56-9309-4ede-9df7-dca621fcc73a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups/7cf5cae9-3cc7-4a37-9cd7-c792b5aa757d HTTP/1.1" status: 404  len: 347 time: 0.0265899
Jun 07 18:43:30.284632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51310) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:30.310628 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-348baf48-44df-48b1-8b34-8f44a91434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:30.312429 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-348baf48-44df-48b1-8b34-8f44a91434f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1188452
Jun 07 18:43:30.318299 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:30.485326 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-ae90d304-2fdd-408c-a5e4-629ef06d5ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633608
Jun 07 18:43:30.562683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Deleting port aba13bf0-5e9b-42e9-99ae-b4a97cef8d8d {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:30.563645 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.635555 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f29d44b9-db72-44de-a18f-6d35a61d8abd req-d29df31d-7eb8-4d2e-889e-441abbf9cb37 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428463
Jun 07 18:43:30.708607 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.709223 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.720184 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2370400>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:30.724367 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e58447e-7ad2-4804-8801-6d3e84c1cd6b None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:43:30.844093 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Calling delete_port for aba13bf0-5e9b-42e9-99ae-b4a97cef8d8d owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:30.965647 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd7db1a-3cdb-4db4-bedf-57ea429c781f None None] New status for floating IP 40a0857c-57d4-441f-ae9a-342d20722ace: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:43:30.979411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:30.984871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dfeb99cf-d455-4225-aa2d-21c5b1322d71 tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:31.037961 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'Port': ['ID=aba13bf0-5e9b-42e9-99ae-b4a97cef8d8d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:31.076299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:31.135352 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.137923 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.139069 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "DELETE /v2.0/floatingips/40a0857c-57d4-441f-ae9a-342d20722ace HTTP/1.1" status: 204  len: 168 time: 0.8534276
Jun 07 18:43:31.482185 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51320) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:31.489306 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626385967', 'description': 'tempest-description--1296638102'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:31.513649 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.629955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.635114 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.638947 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4705b400-2d97-4187-9922-773d6971575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:31.675606 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.679353 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1934717
Jun 07 18:43:31.679711 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51322) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:31.684071 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group_rule': {'security_group_id': 'a9d5373f-7a56-40be-8b79-087cc80d0358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:31.688257 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d5373f-7a56-40be-8b79-087cc80d0358,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:31.692314 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:31.716403 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.777566 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.781371 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.784081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-86a27ce7-7d19-4990-ad50-d1d25f4c0f52 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:31.806912 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a0e1be-09c5-425a-a8e7-00e6faabe323,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:31.810896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:31.813623 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.815015 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d1dfb7bd-ded0-4b92-8a5f-45941a0bd26a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1343527
Jun 07 18:43:31.817871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51326) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:31.822354 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'security_group_rule': {'security_group_id': 'a9d5373f-7a56-40be-8b79-087cc80d0358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:31.850452 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.911743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.915281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.917500 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-43526b0c-aff8-4146-95ad-5f01f6d47c4a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:31.944072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab3590c-5dcc-47b9-a28d-3081f61ef8a7,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:31.947213 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:31.949654 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:31.950852 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-80a192b0-fa50-4f0d-b3fc-931e58960d50 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1319854
Jun 07 18:43:31.954012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51328) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:31.959339 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:31.985209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.128134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.267929 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Allocated IP 172.27.0.181 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/25491370-e5b8-4343-88db-90035fa8ac82) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:43:32.413592 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.446066 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:32.446646 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:43:32.462855 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:43:32.463941 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:43:32.466568 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:43:32.549540 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.615980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.873229 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:43:32.909019 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:43:32.909459 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 973117b8-e6a2-4b8d-b6bb-3cecf96b4be2 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:43:32.926016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.930437 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:32.934455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:33.036087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event updated for resources: {'Port': ['ID=25491370-e5b8-4343-88db-90035fa8ac82,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:33.043734 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:33.053097 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:33.070681 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:33.071900 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1163025
Jun 07 18:43:33.303445 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-76c324ca-19ea-4079-a304-2c0f2efa3cfa tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1626385967&fields=id&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 267 time: 0.0407553
Jun 07 18:43:33.452325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-00d442c0-35e8-4dcc-b2da-12b9cd4f6218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:33.453651 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-00d442c0-35e8-4dcc-b2da-12b9cd4f6218 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 816 time: 0.1437824
Jun 07 18:43:33.468702 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-c9dacef7-5373-46f5-b33e-efa1e6e8cb57 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/quotas/3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 375 time: 0.0089579
Jun 07 18:43:33.553491 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-b61a0104-95d3-4b1f-bdc1-ad21d6ce26a3 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0796373
Jun 07 18:43:33.693253 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-7faafe43-f596-4158-9b3e-498c18eb3bcc service neutron] 10.222.0.13 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276412
Jun 07 18:43:33.825186 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-daac52f7-6ffb-43bf-848d-6c1418557815 service neutron] 10.222.0.13 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262264
Jun 07 18:43:34.014396 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-325a3f52-7bd2-4eb3-b83e-b67dce698451 req-77e1a010-5d84-462b-993d-a6fa56cd05c4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 210 time: 0.0469015
Jun 07 18:43:35.248533 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec950d7a-e670-4bd4-ae51-85e11d071d8e req-4913e6d8-360e-4c7e-9d90-89db7e34d8cb tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 210 time: 0.1133893
Jun 07 18:43:35.310380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-f7d6ac6e-502b-41bc-93be-ac9c9a5ee17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.311847 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-f7d6ac6e-502b-41bc-93be-ac9c9a5ee17c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1138 time: 0.1432745
Jun 07 18:43:35.323953 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb2457-2a38-4f0e-9572-078ebd1d93d2 req-790acd20-b90a-49c8-9cb3-c877b7c857a7 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.325425 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27eb2457-2a38-4f0e-9572-078ebd1d93d2 req-790acd20-b90a-49c8-9cb3-c877b7c857a7 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1579103
Jun 07 18:43:35.465715 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27eb2457-2a38-4f0e-9572-078ebd1d93d2 req-aa15a7b2-95b0-431e-a040-75d92c5e5ecc tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1212215
Jun 07 18:43:35.503277 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-e5c58f39-bc77-4a0a-86e1-8aecffb5f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.504692 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-e5c58f39-bc77-4a0a-86e1-8aecffb5f0af service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.1783242
Jun 07 18:43:35.634741 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-b9721b3f-e7a1-4d34-b8ba-da4330cf39be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 1002 time: 0.1196523
Jun 07 18:43:35.665368 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-7c8967ef-0bd4-4fdd-9ccc-64ffed7555f6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.666834 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-7c8967ef-0bd4-4fdd-9ccc-64ffed7555f6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 816 time: 0.1796818
Jun 07 18:43:35.708627 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-96a5664c-9ede-474f-80a2-8fdf902a731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.710332 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-96a5664c-9ede-474f-80a2-8fdf902a731b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0657001
Jun 07 18:43:35.718441 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-8e026791-c45c-4ed1-ac84-504ac68608e8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 380 time: 0.0424225
Jun 07 18:43:35.733860 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'port': {'device_id': '99120126-e92f-4553-9ec3-d3a344680107', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'admin_state_up': True, 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'security_groups': ['a9d5373f-7a56-40be-8b79-087cc80d0358']}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:35.789802 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-28de08d5-bd2c-4bfb-a463-240c435d629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:35.791261 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-28de08d5-bd2c-4bfb-a463-240c435d629d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737314
Jun 07 18:43:35.891690 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Made reservation on behalf of 3dde7cb8a9be42149079c579a49a9e66 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:43:35.895214 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:35.932856 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-c274bc4a-9d01-40a9-916d-8f1db719d2f9 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326940
Jun 07 18:43:36.176270 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Allocated IP 172.20.0.7 (450c74e8-af91-4807-a318-605085c0763c/25aea57d-e151-4d9c-b32c-b6c62a1b6779/b3df22d0-d16d-49ad-b0b0-afc356033b5d) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:43:36.191627 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e9276423-5700-40a1-8e5b-646bb0a743ee req-70baf86a-1efe-4f18-b2b9-ab1df69cf7d1 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511723
Jun 07 18:43:36.373848 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:36.390454 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Transition to ACTIVE for port object b3df22d0-d16d-49ad-b0b0-afc356033b5d will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:43:36.416086 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:36.418543 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:43:36.439661 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Network 450c74e8-af91-4807-a318-605085c0763c is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:43:36.441427 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:43:36.453478 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:43:36.487185 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f50be9-2d4b-4adc-b7b0-a6650d65b5ea req-bbc156ec-b2bf-4151-8726-c26d4eb1ac3b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:36.499996 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-65f50be9-2d4b-4adc-b7b0-a6650d65b5ea req-bbc156ec-b2bf-4151-8726-c26d4eb1ac3b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 931 time: 0.1161132
Jun 07 18:43:36.568725 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-65f50be9-2d4b-4adc-b7b0-a6650d65b5ea req-2038b01e-4e2a-450e-a3d7-12216ca45274 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677240
Jun 07 18:43:36.569916 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:36.570683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:36.593266 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-e786cae9-adbf-4c7d-89f0-5d2361c2bfa9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8631911
Jun 07 18:43:36.607637 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Request body: {'port': {'device_id': '99120126-e92f-4553-9ec3-d3a344680107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:36.737187 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:36.739423 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7954930-9677-4ab8-b4bb-0f6d77940958 req-d7a5289a-85c6-4e59-b2ea-f8a7b93dcf86 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:36.741339 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7954930-9677-4ab8-b4bb-0f6d77940958 req-d7a5289a-85c6-4e59-b2ea-f8a7b93dcf86 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1158733
Jun 07 18:43:36.807227 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7954930-9677-4ab8-b4bb-0f6d77940958 req-e59e4824-01d1-4aff-a4c1-df29e11b796d tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0593181
Jun 07 18:43:36.812115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-3fd4a67e-d17c-436e-a3b3-c1df43764715 None None] Provisioning for port b3df22d0-d16d-49ad-b0b0-afc356033b5d completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:43:36.822711 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-3fd4a67e-d17c-436e-a3b3-c1df43764715 None None] Provisioning complete for port b3df22d0-d16d-49ad-b0b0-afc356033b5d triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:43:36.823565 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3fd4a67e-d17c-436e-a3b3-c1df43764715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:36.880136 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4a67e-d17c-436e-a3b3-c1df43764715 None None] Port b3df22d0-d16d-49ad-b0b0-afc356033b5d cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:43:37.106857 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:43:37.115263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:37.130577 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Transition to ACTIVE for port object b3df22d0-d16d-49ad-b0b0-afc356033b5d will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:43:37.134703 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:37.139060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:37.267483 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:37.308505 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.308871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.309238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.309589 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.309935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.310284 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.310624 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.310965 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.311296 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.311661 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.311998 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.312331 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:37.344009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:37.414175 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Attempting to bind port b3df22d0-d16d-49ad-b0b0-afc356033b5d on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:43:37.414567 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Attempting to bind port b3df22d0-d16d-49ad-b0b0-afc356033b5d by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:43:37.415038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Attempting to bind port b3df22d0-d16d-49ad-b0b0-afc356033b5d on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:43:37.423503 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Port b3df22d0-d16d-49ad-b0b0-afc356033b5d on network 450c74e8-af91-4807-a318-605085c0763c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:43:37.424041 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Attempting to bind port b3df22d0-d16d-49ad-b0b0-afc356033b5d on network 450c74e8-af91-4807-a318-605085c0763c {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:43:37.433009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:43:37.433578 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Checking segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:43:37.434209 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Bound using segment: {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:43:37.434941 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Bound port: b3df22d0-d16d-49ad-b0b0-afc356033b5d, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef49c54-39af-43ce-b604-a84f07d1ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '450c74e8-af91-4807-a318-605085c0763c'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:43:37.435550 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:37.590153 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:43:37.596440 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:43:37.601968 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:37.606928 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:37.691615 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:37.692232 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:37.693585 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 1093 time: 1.0904202
Jun 07 18:43:37.694083 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:37.696586 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94764ad0-3e1e-480a-8e35-c7ad11e93617" -d '{"events": [{"name": "network-changed", "server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:37.720294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:37.724640 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:37.796787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b5f20-26cd-4972-a0db-b4e291de124b req-0700bfed-3b94-4334-a8cc-0bc8c3ca0668 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:37.798600 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-937b5f20-26cd-4972-a0db-b4e291de124b req-0700bfed-3b94-4334-a8cc-0bc8c3ca0668 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.1103435
Jun 07 18:43:37.820254 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-17726f2e-f4de-4532-b278-bd51e2d33ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:37.821966 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-17726f2e-f4de-4532-b278-bd51e2d33ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1096 time: 0.0816622
Jun 07 18:43:37.898677 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-57d17b89-075e-4979-a773-739470bdc637 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 217 time: 0.0674336
Jun 07 18:43:37.902028 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-937b5f20-26cd-4972-a0db-b4e291de124b req-cbf30059-ec69-4262-8b3c-0c1f6fb2ea7f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635772
Jun 07 18:43:37.918027 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad1a1-5588-4826-9a87-3236dbc8312c req-f2d0ad46-c684-446e-b2d0-471b35b248fb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:37.930312 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-598ad1a1-5588-4826-9a87-3236dbc8312c req-f2d0ad46-c684-446e-b2d0-471b35b248fb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1257441
Jun 07 18:43:37.972256 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-598ad1a1-5588-4826-9a87-3236dbc8312c req-51d3cc88-996e-488b-acd8-a6f6ca590f56 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459681
Jun 07 18:43:37.974779 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-4243e34e-f3a0-4ce1-9644-b17620406ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:37.976395 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-4243e34e-f3a0-4ce1-9644-b17620406ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0694761
Jun 07 18:43:37.978111 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34845d1-711a-4ddf-8b98-2da2bc773121 x-openstack-request-id: req-d34845d1-711a-4ddf-8b98-2da2bc773121 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:37.978484 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:37.978827 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d34845d1-711a-4ddf-8b98-2da2bc773121 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:37.979300 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'status': 'completed', 'code': 200}
Jun 07 18:43:38.069886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-a294915b-4750-4d23-9349-7ebae9dd5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.071521 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-a294915b-4750-4d23-9349-7ebae9dd5f02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886354
Jun 07 18:43:38.143850 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6213-2d36-4dcf-9d99-37c92a8dc66b req-3eb7562f-9b7b-48e4-8137-b3cc867d41d8 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.151239 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0a8a6213-2d36-4dcf-9d99-37c92a8dc66b req-3eb7562f-9b7b-48e4-8137-b3cc867d41d8 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.0937834
Jun 07 18:43:38.205609 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0a8a6213-2d36-4dcf-9d99-37c92a8dc66b req-3bd64662-2ce2-4a0b-b3df-700860a7864f tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0477226
Jun 07 18:43:38.316543 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-44b2381b-d8ba-4177-aebe-34f5ceefce7f service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375402
Jun 07 18:43:38.457788 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-28dccde4-c62a-4150-a7bc-7a92b12ba23b req-0a1d525c-f86b-4bca-9672-907ac02bb5f4 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326702
Jun 07 18:43:38.575758 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-3585e685-36ef-4be8-9dbc-413555bcbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.577220 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-3585e685-36ef-4be8-9dbc-413555bcbbc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1096 time: 0.0721197
Jun 07 18:43:38.716094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-71f6da92-a4b1-4c21-a981-0db2b04ff831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.717718 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-71f6da92-a4b1-4c21-a981-0db2b04ff831 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.1291001
Jun 07 18:43:38.792618 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-b3e15c08-8a66-4d67-909b-2631f7967173 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 217 time: 0.0664797
Jun 07 18:43:38.862066 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-05b0db47-9c92-4a20-9e35-83d4d255cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.863497 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-05b0db47-9c92-4a20-9e35-83d4d255cdad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0644131
Jun 07 18:43:38.949643 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-3d5405e5-8a75-48d3-b066-25058f54f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:38.951322 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-3d5405e5-8a75-48d3-b066-25058f54f7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777349
Jun 07 18:43:39.092845 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-fad97834-0085-47eb-96dd-7288a7042d87 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338670
Jun 07 18:43:39.174811 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493cba-47ce-4a77-bb7a-077e5d9aecea req-097ad410-eedc-4be6-a18f-5ad705135356 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:39.176355 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8d493cba-47ce-4a77-bb7a-077e5d9aecea req-097ad410-eedc-4be6-a18f-5ad705135356 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.1462867
Jun 07 18:43:39.214297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4e085-a461-47a7-b64e-9414b0ed2e94 req-47b2fac8-c84a-4827-bfe4-a25e7f0232e3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:39.215828 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6a4e085-a461-47a7-b64e-9414b0ed2e94 req-47b2fac8-c84a-4827-bfe4-a25e7f0232e3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1219163
Jun 07 18:43:39.231169 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-94764ad0-3e1e-480a-8e35-c7ad11e93617 req-8dc29953-6982-462f-901c-6a2e5b294d14 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295972
Jun 07 18:43:39.261483 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8d493cba-47ce-4a77-bb7a-077e5d9aecea req-b891c713-e3ae-4170-92f6-f62ac06f08f0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745306
Jun 07 18:43:39.287238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6a4e085-a461-47a7-b64e-9414b0ed2e94 req-a1c13a1d-dea4-4db0-aa77-c616dc52dd07 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585659
Jun 07 18:43:39.448466 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece7f30-d6c1-4c01-bbf8-244cd9dd4f9b req-32f57811-0328-4d83-9d77-34cde9536291 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:39.449895 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bece7f30-d6c1-4c01-bbf8-244cd9dd4f9b req-32f57811-0328-4d83-9d77-34cde9536291 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.0849192
Jun 07 18:43:39.505912 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bece7f30-d6c1-4c01-bbf8-244cd9dd4f9b req-01c7033d-fb11-4c12-bbf6-86b167299a57 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448973
Jun 07 18:43:39.558834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51440) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:39.676037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.784269 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.788130 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.794900 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:39.834075 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e5e09-8a20-40c7-817d-2ef690200aa4,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:39.838215 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb3f7b73f77c4a09bb318ca620312518&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783339
Jun 07 18:43:39.839094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:39.841129 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51444) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:39.906342 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.921922 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-6c72d832-8b6e-4c9b-a887-1df523f1a70d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:39.924152 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-6c72d832-8b6e-4c9b-a887-1df523f1a70d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.0839880
Jun 07 18:43:39.934228 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.989055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.991755 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:39.992881 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b61e5e09-8a20-40c7-817d-2ef690200aa4 HTTP/1.1" status: 204  len: 168 time: 0.1507063
Jun 07 18:43:39.993618 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7cacfeea-ebb8-42c0-a71f-8955270d2309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:40.007423 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e5e09-8a20-40c7-817d-2ef690200aa4,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:40.016852 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.017215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.017604 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.017904 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.018242 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.018584 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.018913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.019260 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.019603 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.019990 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.020371 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.020796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.024231 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:40.070455 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Deleting port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:40.070860 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.167974 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:43:40.244806 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] For port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:40.245827 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.335114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:40.354140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:43:40.420081 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.439384 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:43:40.458091 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:40.462632 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.464508 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-096c02d7-433f-4326-b27b-736fbd55084b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:40.549921 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:40.559230 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.559691 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.561037 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.561457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.561857 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.562255 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.562673 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.563200 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.563637 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.564456 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.564570 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.564884 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:43:40.569671 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:40.606215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08511-af55-4bcd-8a1c-554108bd5ed7 req-8423ce87-14cc-46bf-a88b-29e520564d6b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:40.607834 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-abf08511-af55-4bcd-8a1c-554108bd5ed7 req-8423ce87-14cc-46bf-a88b-29e520564d6b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.2096925
Jun 07 18:43:40.661661 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba15db-dbb3-456e-a1c6-e106c0be1ab5 req-f1bc00af-f183-4689-bfb6-687820bd9f7d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:40.663341 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5aba15db-dbb3-456e-a1c6-e106c0be1ab5 req-f1bc00af-f183-4689-bfb6-687820bd9f7d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 945 time: 0.1923399
Jun 07 18:43:40.701173 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-abf08511-af55-4bcd-8a1c-554108bd5ed7 req-c6062f31-2d4e-4f56-9143-b813dd93f047 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762126
Jun 07 18:43:40.707706 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['b3df22d0-d16d-49ad-b0b0-afc356033b5d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:43:40.746339 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.746339 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.746747 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Floating IP dc615e57-c86b-44d9-b486-07279c997753 disassociated. External IP: 172.27.0.228, port: e9f5bdc7-d91a-482d-bf70-1711ae3e1b25.
Jun 07 18:43:40.747708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Calling delete_port for e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:40.777824 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5aba15db-dbb3-456e-a1c6-e106c0be1ab5 req-73655e02-6da0-4f60-8d50-1c54efe35eb7 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef548244-db91-4268-8d5f-0b679c9c3bd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989881
Jun 07 18:43:40.920907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:40.931266 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fd74ebc4-95e5-4631-86a9-336bd62d2370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:40.934848 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e45a2-6c8e-4edd-a38c-7b83739c2bee req-032b86ec-9cac-4791-945f-7c0569c43a5c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:40.944447 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-314e45a2-6c8e-4edd-a38c-7b83739c2bee req-032b86ec-9cac-4791-945f-7c0569c43a5c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1002176
Jun 07 18:43:40.981705 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'Port': ['ID=e9f5bdc7-d91a-482d-bf70-1711ae3e1b25,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:40.986668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:41.001833 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-314e45a2-6c8e-4edd-a38c-7b83739c2bee req-9172abed-c4a4-4c15-ae1e-5e34af545a53 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0557005
Jun 07 18:43:41.199215 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:43:41.403348 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:43:41.416057 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:43:41.427585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:41.429035 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d21e47c0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:41.521102 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] No DVR routers for this DVR port e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:43:41.521102 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:41.522616 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-98bf81d7-9bb9-4e71-b57f-139a22a99567 req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "DELETE /v2.0/ports/e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 HTTP/1.1" status: 204  len: 173 time: 1.5926173
Jun 07 18:43:41.523090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'name': 'network-vif-deleted', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:41.528412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625700b-a2f6-41fb-87ef-3976a8533a0a" -d '{"events": [{"server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "name": "network-vif-deleted", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:41.585244 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57d04e-008d-4beb-8156-c2483e176f14 x-openstack-request-id: req-6d57d04e-008d-4beb-8156-c2483e176f14 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:41.585579 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e35290-98b7-4049-9a8f-9453015934b9", "name": "network-vif-deleted", "tag": "e9f5bdc7-d91a-482d-bf70-1711ae3e1b25", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:41.585858 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d57d04e-008d-4beb-8156-c2483e176f14 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:41.586276 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e35290-98b7-4049-9a8f-9453015934b9', 'name': 'network-vif-deleted', 'tag': 'e9f5bdc7-d91a-482d-bf70-1711ae3e1b25', 'status': 'completed', 'code': 200}
Jun 07 18:43:41.663710 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:42.024277 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-17b0faba-f80f-4212-860d-4b614c0e54ae req-5b148413-1f82-4095-aabe-5e2b16dec071 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e35290-98b7-4049-9a8f-9453015934b9 HTTP/1.1" status: 200  len: 210 time: 0.0869722
Jun 07 18:43:42.109765 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d21e47c0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:42.116305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:43:42.128862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:42.129950 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d21e47c0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:42.178720 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb830a44-44c0-417a-ac4c-5f1f8016143a req-98cb9584-2b4e-4610-9b14-61e7b9dd26f9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:42.180077 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cb830a44-44c0-417a-ac4c-5f1f8016143a req-98cb9584-2b4e-4610-9b14-61e7b9dd26f9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 944 time: 0.1539447
Jun 07 18:43:42.192701 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:43:42.306081 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cb830a44-44c0-417a-ac4c-5f1f8016143a req-c3d57853-eec5-4f98-8e76-be6e5cfe5eba tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179111
Jun 07 18:43:42.337386 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2201d20-789a-424a-b584-fc73c8ff8c4f req-a2e50987-f750-4301-b1fa-91f443611c83 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:42.338929 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2201d20-789a-424a-b584-fc73c8ff8c4f req-a2e50987-f750-4301-b1fa-91f443611c83 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1109385
Jun 07 18:43:42.396050 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2201d20-789a-424a-b584-fc73c8ff8c4f req-59fab430-1101-4b94-aaee-c30165e2de57 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0476248
Jun 07 18:43:42.428316 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:42.471268 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port b3df22d0-d16d-49ad-b0b0-afc356033b5d completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:43:42.491338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port b3df22d0-d16d-49ad-b0b0-afc356033b5d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:43:42.491736 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:42.800119 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:42.868543 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:42.871062 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a726d5-4d31-4c6d-addd-e5b53481f27d" -d '{"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:42.882698 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:42.887835 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:42.891973 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:42.951233 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25664b-f2bf-44d9-8144-564b9db0bab7 x-openstack-request-id: req-7f25664b-f2bf-44d9-8144-564b9db0bab7 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:42.951591 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:42.951800 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f25664b-f2bf-44d9-8144-564b9db0bab7 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:42.952186 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'code': 200}
Jun 07 18:43:42.988110 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:42.995604 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:42.999138 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d21e47c0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:43.004538 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce13dd-6394-4ebb-9686-f2c319757172 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:43:43.160277 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51520) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:43.190991 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02768a37-d7ff-4440-9989-a94fb9f99268 req-dca4794e-32b0-435d-b58d-bcb5f0c3e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:43.193083 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-02768a37-d7ff-4440-9989-a94fb9f99268 req-dca4794e-32b0-435d-b58d-bcb5f0c3e212 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1098 time: 0.0894153
Jun 07 18:43:43.241390 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-02768a37-d7ff-4440-9989-a94fb9f99268 req-37ef735f-7df0-4ede-87bb-04e8b17b1959 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409439
Jun 07 18:43:43.242206 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.277284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.284785 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38cea31-e625-4f38-a714-e1751c757fee None None] New status for floating IP dc615e57-c86b-44d9-b486-07279c997753: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:43:43.332438 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.335125 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.338817 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef548244-db91-4268-8d5f-0b679c9c3bd5 HTTP/1.1" status: 204  len: 168 time: 0.1747906
Jun 07 18:43:43.338817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-3c02ed05-be78-46aa-808c-3a96cfff800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:43.339262 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51522) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:43.350516 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef548244-db91-4268-8d5f-0b679c9c3bd5,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:43.353111 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:43.358915 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.api.v2.resource [None req-800118ab-f562-44f7-97f1-06b1a014b665 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] show failed (client error): The resource could not be found.
Jun 07 18:43:43.360084 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-800118ab-f562-44f7-97f1-06b1a014b665 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups/ef548244-db91-4268-8d5f-0b679c9c3bd5 HTTP/1.1" status: 404  len: 347 time: 0.0197628
Jun 07 18:43:43.363710 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51526) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:43.529596 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632c05-c82f-43a4-b5f7-070d0cea6488 req-7ff0813c-dc9f-43c8-b814-c40155027506 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:43.531414 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b632c05-c82f-43a4-b5f7-070d0cea6488 req-7ff0813c-dc9f-43c8-b814-c40155027506 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0857880
Jun 07 18:43:43.605347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Deleting port bd397194-b8b9-403f-8db2-2049a3d10db5 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:43.605711 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.719109 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b632c05-c82f-43a4-b5f7-070d0cea6488 req-89fdab92-ef17-4433-ae53-4ef81001e64f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453490
Jun 07 18:43:43.733386 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.733573 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.740325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9788-09a2-49e1-a19a-81cc310475b4 req-c86d4586-bf8c-4cfa-aecf-e361342748f5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:43.741920 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec8e9788-09a2-49e1-a19a-81cc310475b4 req-c86d4586-bf8c-4cfa-aecf-e361342748f5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.2084718
Jun 07 18:43:43.791946 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec8e9788-09a2-49e1-a19a-81cc310475b4 req-020656d3-102b-42e6-bff8-690657d7f092 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434268
Jun 07 18:43:43.861120 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Calling delete_port for bd397194-b8b9-403f-8db2-2049a3d10db5 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:43.972814 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:43.976444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:44.124629 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'Port': ['ID=bd397194-b8b9-403f-8db2-2049a3d10db5,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:44.128410 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:44.184812 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:43:44.237750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.237750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.238519 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc615e57-c86b-44d9-b486-07279c997753 HTTP/1.1" status: 204  len: 168 time: 0.8732035
Jun 07 18:43:44.241550 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:43:44.241916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e9f5bdc7-d91a-482d-bf70-1711ae3e1b25 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:43:44.524271 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51546) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:44.529462 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997810700', 'description': 'tempest-description--1200785160'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:44.559564 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.676402 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.680393 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.686047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b02931d9-a028-4638-879c-dbccc87fd548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:44.723993 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.725178 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1997182
Jun 07 18:43:44.728160 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51548) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:44.728990 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa5e72-28cc-4287-a61f-3f74acf95309,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:44.732183 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:44.733292 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group_rule': {'security_group_id': '52aa5e72-28cc-4287-a61f-3f74acf95309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:44.766340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.841853 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.886821 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.905420 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:44.976487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5f8f61-a74f-4083-a06b-f4b8cd97e390,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:44.980776 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:44.994399 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:44.998079 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6d42785a-69e1-4649-9035-c0eb86ee1678 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2662349
Jun 07 18:43:44.998856 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51556) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:45.005582 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'security_group_rule': {'security_group_id': '52aa5e72-28cc-4287-a61f-3f74acf95309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:45.046153 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.052054 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f5600-febb-4f65-99ca-2dbb3825669e req-f7d0c860-5cd5-47d9-9ffe-3b203a88d456 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:45.053663 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a60f5600-febb-4f65-99ca-2dbb3825669e req-f7d0c860-5cd5-47d9-9ffe-3b203a88d456 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.2149019
Jun 07 18:43:45.089967 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4af695-22ab-4981-a339-f4d3991a8ab9 req-b00b4731-d951-4b71-a12c-973b1f7e3cc3 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:45.091597 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cb4af695-22ab-4981-a339-f4d3991a8ab9 req-b00b4731-d951-4b71-a12c-973b1f7e3cc3 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1718590
Jun 07 18:43:45.116079 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.120547 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.122597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:45.131969 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a60f5600-febb-4f65-99ca-2dbb3825669e req-7ec750a3-7cf9-4f13-b297-1647e871ae5a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706954
Jun 07 18:43:45.142985 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d069cd-563a-4a13-adaf-17aa66932722,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:45.147202 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:45.161717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.163502 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1626740
Jun 07 18:43:45.166072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51562) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:45.166770 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cb4af695-22ab-4981-a339-f4d3991a8ab9 req-6ce9aac9-0e7c-4b33-89fc-0112dd301570 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0624578
Jun 07 18:43:45.179462 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:45.204789 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.358971 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba848e-4545-4346-a0e2-7ee9f0c1bd92 req-7a5a3aca-5e60-4a51-96bc-5a3a4191f743 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:45.361440 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-37ba848e-4545-4346-a0e2-7ee9f0c1bd92 req-7a5a3aca-5e60-4a51-96bc-5a3a4191f743 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0886874
Jun 07 18:43:45.363748 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.369925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51572) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:45.374756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Request body: {'floatingip': {'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:45.466450 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.523928 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Allocated IP 172.27.0.166 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/dc7fda23-c74f-45f5-8919-d4a1db45d554) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:43:45.684684 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.716449 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:45.717050 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:43:45.734619 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:43:45.736421 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:43:45.739034 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:43:45.824410 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:45.886897 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.098920 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.103611 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.115880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.121217 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.124913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:46.227700 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event updated for resources: {'Port': ['ID=dc7fda23-c74f-45f5-8919-d4a1db45d554,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:46.235908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:46.245442 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.270558 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:46.272042 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1047587
Jun 07 18:43:46.338680 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Floating IP a96c13b9-f030-4fd5-97aa-06306bfa19a1 associated. External IP: 172.27.0.181, port: b3df22d0-d16d-49ad-b0b0-afc356033b5d.
Jun 07 18:43:46.633940 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-dd2b6ae0-1d1b-4d99-9b2d-47cacc29ed6b tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--997810700&fields=id&tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 267 time: 0.1417055
Jun 07 18:43:46.703625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff949-9812-4032-8584-49b489789066 req-d781dc36-6e62-47ae-b71c-f5481ba30166 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:46.705136 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c5bff949-9812-4032-8584-49b489789066 req-d781dc36-6e62-47ae-b71c-f5481ba30166 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.4184661
Jun 07 18:43:46.925617 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c5bff949-9812-4032-8584-49b489789066 req-832c5b28-b6a0-4601-91ed-9b17b731699c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2096627
Jun 07 18:43:46.938462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-43c8df0b-45fa-4dec-b5e2-d028187f677d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:46.940000 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-43c8df0b-45fa-4dec-b5e2-d028187f677d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 811 time: 0.2919071
Jun 07 18:43:47.023284 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:43:47.027796 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-109dcb47-6feb-49e8-85d9-4a31bdd27f1d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/quotas/f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 375 time: 0.0249407
Jun 07 18:43:47.104531 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:43:47.222961 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-d26ffd5a-3c82-45e0-9f35-d835c31bc813 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1871595
Jun 07 18:43:47.394219 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:43:47.399607 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:47.403847 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:43:47.414345 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:47.414946 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d214dd60>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:47.484527 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-32cff2e0-5942-442c-844e-946cb9dfc6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094169
Jun 07 18:43:47.489075 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-507714d3-c368-4b83-b7d8-b8ddd2708fb7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "PUT /v2.0/floatingips/a96c13b9-f030-4fd5-97aa-06306bfa19a1 HTTP/1.1" status: 200  len: 991 time: 2.1149704
Jun 07 18:43:47.489075 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:47.489075 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b346b96-38b6-465c-9d77-63bcdc540812" -d '{"events": [{"name": "network-changed", "server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:47.606836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:47.627411 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-7b0969fe-7102-4588-bf70-c5c6bc3cee13 service neutron] 10.222.0.13 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342144
Jun 07 18:43:47.647202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c77b34-810e-4637-92e8-b3a0616915ea x-openstack-request-id: req-b0c77b34-810e-4637-92e8-b3a0616915ea {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:47.647543 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:47.648937 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0c77b34-810e-4637-92e8-b3a0616915ea {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:47.648937 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'status': 'completed', 'code': 200}
Jun 07 18:43:47.756975 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-83ebef57-1b40-4893-8306-c047d4126f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:47.759200 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-83ebef57-1b40-4893-8306-c047d4126f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1098 time: 0.0875530
Jun 07 18:43:47.834541 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd7d4f67-cb58-4b13-b82f-809e1e75b84e req-7c3601a9-8655-4955-a1af-9caf77d1aa42 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 210 time: 0.0486243
Jun 07 18:43:47.920640 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-1b9dfda8-347c-4fea-9e8f-a6d4e7494395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:47.922337 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-1b9dfda8-347c-4fea-9e8f-a6d4e7494395 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.1561620
Jun 07 18:43:48.027530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d214dd60>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'a96c13b9-f030-4fd5-97aa-06306bfa19a1', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99120126-e92f-4553-9ec3-d3a344680107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:32Z', 'updated_at': '2021-06-07T18:43:45Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:48.033298 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:43:48.043256 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:43:48.044139 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d214dd60>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:48.097997 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-b74d817a-4370-49c9-b234-b3d668efaaae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 999 time: 0.1682894
Jun 07 18:43:48.183308 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940286b3-f95b-473a-9f11-f4c852efc622 req-6e65f527-2e08-4110-bdc5-01bad533e966 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:48.193617 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-940286b3-f95b-473a-9f11-f4c852efc622 req-6e65f527-2e08-4110-bdc5-01bad533e966 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.1268849
Jun 07 18:43:48.211719 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-0c894c50-4f8e-43bc-96f8-2d404a855762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:48.213169 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-0c894c50-4f8e-43bc-96f8-2d404a855762 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.1079521
Jun 07 18:43:48.273492 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-940286b3-f95b-473a-9f11-f4c852efc622 req-933c88ff-9350-4ab2-9b51-482b787ed036 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&id=e3eb0e97-3710-42b8-a6a5-22d415275d01&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0784237
Jun 07 18:43:48.319108 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:43:48.456335 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-4836d0b7-90ec-4ad2-ad07-1e02d8eb0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:48.457912 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-4836d0b7-90ec-4ad2-ad07-1e02d8eb0391 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2388630
Jun 07 18:43:48.645068 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-f0f87d39-0e26-48ae-a95c-3024fffc4579 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794519
Jun 07 18:43:48.813086 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6b346b96-38b6-465c-9d77-63bcdc540812 req-6aca1720-d3b9-4b2b-a2cd-688a4dd9d541 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606779
Jun 07 18:43:48.863300 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d214dd60>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'a96c13b9-f030-4fd5-97aa-06306bfa19a1', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99120126-e92f-4553-9ec3-d3a344680107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:32Z', 'updated_at': '2021-06-07T18:43:45Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:43:48.867783 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479654e4-f60d-41fd-b15a-f31e2762463b None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'a96c13b9-f030-4fd5-97aa-06306bfa19a1', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99120126-e92f-4553-9ec3-d3a344680107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:32Z', 'updated_at': '2021-06-07T18:43:45Z', 'revision_number': 1, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:43:48.989136 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7a367e29-cca9-4bfb-a82d-e93384c054c8 req-756256ce-21f1-4413-a0f4-4ed1740d9cee tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 210 time: 0.0467029
Jun 07 18:43:49.104373 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f7a1a-cba7-422d-8a2a-9c408edbcc01 None None] New status for floating IP a96c13b9-f030-4fd5-97aa-06306bfa19a1: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:43:49.191590 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-372da30d-8f8d-4f1e-8297-f6ec0756f56c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:49.193386 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-372da30d-8f8d-4f1e-8297-f6ec0756f56c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 811 time: 0.1612546
Jun 07 18:43:49.248668 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1aa2a411-6163-41ac-8621-b2f4ec8a63a6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd HTTP/1.1" status: 200  len: 379 time: 0.0466492
Jun 07 18:43:49.258488 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'port': {'device_id': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'admin_state_up': True, 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'security_groups': ['52aa5e72-28cc-4287-a61f-3f74acf95309']}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:49.416936 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Made reservation on behalf of f9c7b309ce6c45469d2d740cbbcb0ecd for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:43:49.420490 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:49.585538 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Allocated IP 172.20.0.14 (64571d81-8397-4fc6-aa13-a8a1d54a46cc/274fee89-cb27-438b-b06b-60899ca4ee75/ce806122-8000-49df-a78b-ef77db86b692) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:43:49.773869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:49.793699 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Transition to ACTIVE for port object ce806122-8000-49df-a78b-ef77db86b692 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:43:49.821724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:43:49.824114 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:43:49.840907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:43:49.842262 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:43:49.845349 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:43:49.917805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:49.918353 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:49.940622 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-774dfca5-ec31-4a7e-8ffb-209f6399da2d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6865449
Jun 07 18:43:49.952536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Request body: {'port': {'device_id': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:50.062772 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a307ee3b-06fb-43a0-8a7b-cbe4562d24a2 None None] Provisioning for port ce806122-8000-49df-a78b-ef77db86b692 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:43:50.069576 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-a307ee3b-06fb-43a0-8a7b-cbe4562d24a2 None None] Provisioning complete for port ce806122-8000-49df-a78b-ef77db86b692 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:43:50.069802 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a307ee3b-06fb-43a0-8a7b-cbe4562d24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.072052 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.134147 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-a307ee3b-06fb-43a0-8a7b-cbe4562d24a2 None None] Port ce806122-8000-49df-a78b-ef77db86b692 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:43:50.357843 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6c02c-7c43-41e7-a6b7-39f522311552 req-5224d109-ea2a-4116-9951-f02d2790d3c8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:50.359479 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-35e6c02c-7c43-41e7-a6b7-39f522311552 req-5224d109-ea2a-4116-9951-f02d2790d3c8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 932 time: 0.2247519
Jun 07 18:43:50.382774 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51656) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:50.418320 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-35e6c02c-7c43-41e7-a6b7-39f522311552 req-9b57555d-46b1-4532-8623-b333d1498dbe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516553
Jun 07 18:43:50.476087 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce806122-8000-49df-a78b-ef77db86b692 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:43:50.483767 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.505170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Transition to ACTIVE for port object ce806122-8000-49df-a78b-ef77db86b692 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:43:50.509593 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.514610 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:50.515531 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.631741 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.638015 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.651311 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-913cb2f5-e6bd-4c62-b311-02ee4aad7510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:50.697141 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4abb4a3bd4494801a6f47e9916ed08ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3132081
Jun 07 18:43:50.699033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ff7a65-e355-4090-bfe2-471ea20b65ed,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:50.701466 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51660) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:50.716497 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:50.766613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-32e42e75-dadc-4278-bffa-712c12c3e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.771668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.799263 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.805673 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Pushing event updated for resources: {'Port': ['ID=ce806122-8000-49df-a78b-ef77db86b692,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:50.832940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:50.852769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.855276 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.856697 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21ff7a65-e355-4090-bfe2-471ea20b65ed HTTP/1.1" status: 204  len: 168 time: 0.1542809
Jun 07 18:43:50.857507 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-bfc9b874-2344-483c-ab81-c30bd9432c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:50.876623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ff7a65-e355-4090-bfe2-471ea20b65ed,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:50.881356 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:50.884251 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Attempting to bind port ce806122-8000-49df-a78b-ef77db86b692 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:43:50.884533 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Attempting to bind port ce806122-8000-49df-a78b-ef77db86b692 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:43:50.884855 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Attempting to bind port ce806122-8000-49df-a78b-ef77db86b692 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:43:50.889878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Port ce806122-8000-49df-a78b-ef77db86b692 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:43:50.890186 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Attempting to bind port ce806122-8000-49df-a78b-ef77db86b692 on network 64571d81-8397-4fc6-aa13-a8a1d54a46cc {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:43:50.896981 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:43:50.896981 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Checking segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:43:50.897319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Bound using segment: {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:43:50.897701 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Bound port: ce806122-8000-49df-a78b-ef77db86b692, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700be8ae-ab02-48fb-859e-311686fe7c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:43:50.898462 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:50.995360 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:43:50.998806 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce806122-8000-49df-a78b-ef77db86b692,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:43:51.003319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.007153 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:51.069507 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.070125 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.071502 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce806122-8000-49df-a78b-ef77db86b692 HTTP/1.1" status: 200  len: 1094 time: 1.1234956
Jun 07 18:43:51.072009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:51.074370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862e80d-da19-4e2f-9f95-b1b2992801ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "tag": "ce806122-8000-49df-a78b-ef77db86b692"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:51.095953 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Pushing event updated for resources: {'Port': ['ID=ce806122-8000-49df-a78b-ef77db86b692,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:51.099272 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:51.153810 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209408f7-3fa6-4454-b8a4-f73423a22242 x-openstack-request-id: req-209408f7-3fa6-4454-b8a4-f73423a22242 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:51.154712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "tag": "ce806122-8000-49df-a78b-ef77db86b692", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:51.155754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209408f7-3fa6-4454-b8a4-f73423a22242 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:51.156201 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692', 'status': 'completed', 'code': 200}
Jun 07 18:43:51.195698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-f49d85b1-0609-4422-a5e9-18bf1bc2739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.197169 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-f49d85b1-0609-4422-a5e9-18bf1bc2739e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 1097 time: 0.0842934
Jun 07 18:43:51.212827 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51670) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:51.231096 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.273528 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-c3b1621a-d4db-4f15-bde8-dd67314303cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce806122-8000-49df-a78b-ef77db86b692 HTTP/1.1" status: 200  len: 217 time: 0.0686862
Jun 07 18:43:51.339685 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-08b26643-4fa3-4dcf-8972-30d7b3c5b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.341123 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-08b26643-4fa3-4dcf-8972-30d7b3c5b65d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0620995
Jun 07 18:43:51.357380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.362512 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.369692 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:51.414297 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0a952d00c2e40eebf2b50fae2905676&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2001269
Jun 07 18:43:51.415205 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3100462-a6ed-4110-ac56-5e6d9ee43a3b,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:51.417005 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51672) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:51.418139 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:51.439178 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2798c-f56a-4039-bde5-e470eec50547 req-de2cabfe-1a0d-45c8-92aa-3396d55ff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.440677 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-de2cabfe-1a0d-45c8-92aa-3396d55ff7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935371
Jun 07 18:43:51.579875 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.618632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a526b-8401-4cec-a25b-26fc37d0b358 req-6e405e6b-6ed0-4b3c-9936-5d551f4b6b3c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.620161 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-531a526b-8401-4cec-a25b-26fc37d0b358 req-6e405e6b-6ed0-4b3c-9936-5d551f4b6b3c tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 944 time: 0.0896342
Jun 07 18:43:51.630436 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.642618 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-2a3349c5-0344-4bd5-882f-721f57eb2f83 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923623
Jun 07 18:43:51.667712 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-531a526b-8401-4cec-a25b-26fc37d0b358 req-3c1a266c-3679-486c-9d60-34ed7922ff99 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416691
Jun 07 18:43:51.789649 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.792050 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:51.793150 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3100462-a6ed-4110-ac56-5e6d9ee43a3b HTTP/1.1" status: 204  len: 168 time: 0.3752079
Jun 07 18:43:51.796677 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e529ed41-21ad-44b9-9af2-2d22595e0b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:51.812683 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-93a2798c-f56a-4039-bde5-e470eec50547 req-35b532e9-46c9-4ed7-89cd-31514fa3a521 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616807
Jun 07 18:43:51.814476 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3100462-a6ed-4110-ac56-5e6d9ee43a3b,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:51.817740 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:51.941764 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-a85f3ccd-d5ea-4de6-adb0-c0a74b81e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:51.943223 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-a85f3ccd-d5ea-4de6-adb0-c0a74b81e8b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 1097 time: 0.0742781
Jun 07 18:43:52.082521 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-bbfcfbdf-a1b0-42db-bd5d-ccfdb3550591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:52.084157 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-bbfcfbdf-a1b0-42db-bd5d-ccfdb3550591 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.1342523
Jun 07 18:43:52.170586 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-c57ac69d-49c9-4e92-afa6-b741cdb0f57f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce806122-8000-49df-a78b-ef77db86b692 HTTP/1.1" status: 200  len: 217 time: 0.0792081
Jun 07 18:43:52.170746 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51682) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:52.188259 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.234863 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-2b2db46c-d21c-4292-99b8-da501c5063bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:52.237191 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-2b2db46c-d21c-4292-99b8-da501c5063bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0596707
Jun 07 18:43:52.299926 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.304646 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.313517 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6a8216dc-5503-4255-b5f6-7021ff0227e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:52.320519 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-d263ee49-f29a-4478-a9a3-563335d0de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:52.322233 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-d263ee49-f29a-4478-a9a3-563335d0de03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778310
Jun 07 18:43:52.357150 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d3f7dc9841c4b9c86599d5668dc0e6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853547
Jun 07 18:43:52.358826 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc414d-f583-4774-8be1-f2a93fa9a45a,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:52.361737 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51684) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:52.363306 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:52.426602 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.453471 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.477228 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-a911378c-798f-4f7b-9851-9298116e4141 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464522
Jun 07 18:43:52.509828 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.512506 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:52.513680 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14dc414d-f583-4774-8be1-f2a93fa9a45a HTTP/1.1" status: 204  len: 168 time: 0.1514478
Jun 07 18:43:52.514501 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-75ba79c3-bbaf-46ca-a6f4-aba97e8ada45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:52.527519 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc414d-f583-4774-8be1-f2a93fa9a45a,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:52.530320 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:52.743111 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9862e80d-da19-4e2f-9f95-b1b2992801ed req-2c6d9953-e85c-4a3e-a3ff-33ed5f427da5 service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585053
Jun 07 18:43:52.877495 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3e5cb-d60c-465d-8f56-b2390b46a5da req-42743420-6146-4771-9002-8d0452dad4ec tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:52.878961 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-67c3e5cb-d60c-465d-8f56-b2390b46a5da req-42743420-6146-4771-9002-8d0452dad4ec tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 944 time: 0.0877697
Jun 07 18:43:52.926448 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-67c3e5cb-d60c-465d-8f56-b2390b46a5da req-9c535603-35c0-4cb7-9074-cd37a97d44c1 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417068
Jun 07 18:43:53.029461 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:53.379177 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-06ceb2d6-f663-4af6-b0aa-d309fd51e0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:54.117309 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1311da-4bb1-462e-87a9-acc01739d549 req-1385b04c-9d88-43e0-9926-9cd233368b2f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:54.118762 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-af1311da-4bb1-462e-87a9-acc01739d549 req-1385b04c-9d88-43e0-9926-9cd233368b2f tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 944 time: 0.0807066
Jun 07 18:43:54.169442 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-af1311da-4bb1-462e-87a9-acc01739d549 req-56694199-0778-416c-b076-8c3050ecee60 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443468
Jun 07 18:43:54.213862 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device ce806122-8000-49df-a78b-ef77db86b692 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:43:54.350452 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce806122-8000-49df-a78b-ef77db86b692,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:54.367818 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'ce806122-8000-49df-a78b-ef77db86b692', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'port_id': 'ce806122-8000-49df-a78b-ef77db86b692', 'mac_address': 'fa:16:3e:9a:ad:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:43:54.434208 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:54.436068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:54.454491 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce806122-8000-49df-a78b-ef77db86b692 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:43:54.471786 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce806122-8000-49df-a78b-ef77db86b692,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:54.475529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:54.477218 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:54.549767 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=ce806122-8000-49df-a78b-ef77db86b692,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:54.552953 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:54.709653 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['ce806122-8000-49df-a78b-ef77db86b692'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:43:55.121381 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:55.355145 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9d22-c847-4605-8dff-2336a5845883 req-8cc0ed4a-fdc6-4d33-a577-d4f97e788613 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:55.356811 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e67b9d22-c847-4605-8dff-2336a5845883 req-8cc0ed4a-fdc6-4d33-a577-d4f97e788613 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 945 time: 0.0814497
Jun 07 18:43:55.406615 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e67b9d22-c847-4605-8dff-2336a5845883 req-b897fb72-2edf-4529-99e9-7723c8882ca8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434699
Jun 07 18:43:55.969758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:56.229841 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device ce806122-8000-49df-a78b-ef77db86b692 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:43:56.300525 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port ce806122-8000-49df-a78b-ef77db86b692 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:43:56.305160 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port ce806122-8000-49df-a78b-ef77db86b692 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:43:56.305534 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:56.421391 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:56.449572 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:43:56.452241 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f91cc-2293-46bf-b91b-cde3dd2dc61e" -d '{"events": [{"server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "ce806122-8000-49df-a78b-ef77db86b692"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:43:56.461519 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce806122-8000-49df-a78b-ef77db86b692,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:56.466201 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:56.468459 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:56.506530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe416404-d6f6-4b5f-a38b-156ed74e524d x-openstack-request-id: req-fe416404-d6f6-4b5f-a38b-156ed74e524d {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:43:56.506914 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "name": "network-vif-plugged", "status": "completed", "tag": "ce806122-8000-49df-a78b-ef77db86b692", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:43:56.507217 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe416404-d6f6-4b5f-a38b-156ed74e524d {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:43:56.507710 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692', 'code': 200}
Jun 07 18:43:56.545925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=ce806122-8000-49df-a78b-ef77db86b692,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:56.549902 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:43:56.652226 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e4f7-4506-4f0a-9d22-d68167df51f2 req-e36f7fc7-ed31-4752-8b45-f001e47c2bb2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:56.661547 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba51e4f7-4506-4f0a-9d22-d68167df51f2 req-e36f7fc7-ed31-4752-8b45-f001e47c2bb2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.1219082
Jun 07 18:43:56.711240 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba51e4f7-4506-4f0a-9d22-d68167df51f2 req-887298ec-2a18-4b24-8b95-506cc9502f11 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485377
Jun 07 18:43:56.830949 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0be8e-3f18-4be0-9907-aa5177f3b2fc req-f791f9af-779c-4047-aa9f-c1bf76b831ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:56.834176 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2dc0be8e-3f18-4be0-9907-aa5177f3b2fc req-f791f9af-779c-4047-aa9f-c1bf76b831ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 1099 time: 0.0996428
Jun 07 18:43:56.894858 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2dc0be8e-3f18-4be0-9907-aa5177f3b2fc req-60cbe6ea-0664-426e-84cc-056b4ad9b8c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424848
Jun 07 18:43:56.943892 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48467e-28c4-474e-91bf-c1c990467034 req-8ff93175-6154-4f41-8483-48b1e89e0470 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:56.945378 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd48467e-28c4-474e-91bf-c1c990467034 req-8ff93175-6154-4f41-8483-48b1e89e0470 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.0897484
Jun 07 18:43:56.991232 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fd48467e-28c4-474e-91bf-c1c990467034 req-7cfc80f1-be55-4d12-b7cd-594756c7f2d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400326
Jun 07 18:43:57.921763 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2616fc0-b4df-4822-8148-dbbaa57cc1c5 req-633e4536-8d21-48b9-9307-703dfc58c0cf tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:57.923847 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2616fc0-b4df-4822-8148-dbbaa57cc1c5 req-633e4536-8d21-48b9-9307-703dfc58c0cf tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.0927551
Jun 07 18:43:57.974828 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d2616fc0-b4df-4822-8148-dbbaa57cc1c5 req-d55af1c7-aa10-4b77-938f-1c3586bb1c65 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452464
Jun 07 18:43:58.179751 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9d6de-ff56-44ce-9b61-97f9a7f91f93 req-f3e5ae40-42f2-4970-951f-06f5517ce7e1 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:58.181119 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dad9d6de-ff56-44ce-9b61-97f9a7f91f93 req-f3e5ae40-42f2-4970-951f-06f5517ce7e1 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.0793979
Jun 07 18:43:58.225892 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dad9d6de-ff56-44ce-9b61-97f9a7f91f93 req-02f126dd-15d3-4b5e-a2e6-8f71b3159faf tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388999
Jun 07 18:43:58.813278 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-3a5f301e-70fb-498f-8582-1fab0c2ff01d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:58.814744 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-3a5f301e-70fb-498f-8582-1fab0c2ff01d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.0846055
Jun 07 18:43:58.958004 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:43:58.958342 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.101563 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] For port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:43:59.101921 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.187189 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfeb61-31e3-4c31-b7b7-7dbc677d37d9 req-b7d6b60b-bb0e-4d91-8c0e-213ab2ddc1f6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:59.190052 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eacfeb61-31e3-4c31-b7b7-7dbc677d37d9 req-b7d6b60b-bb0e-4d91-8c0e-213ab2ddc1f6 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.0964477
Jun 07 18:43:59.237008 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eacfeb61-31e3-4c31-b7b7-7dbc677d37d9 req-1d93c1df-7c24-451d-9a41-9aa42cc9ddb4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409353
Jun 07 18:43:59.514097 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.514451 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.514686 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP 6acec5a6-4f6e-4e97-a2de-f021e739a131 disassociated. External IP: 172.27.0.54, port: 9aecd93a-56a5-4ff6-8038-19cd6c6cc101.
Jun 07 18:43:59.515018 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:43:59.534410 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aad20a-10b5-4c9b-88de-8b7144efc437 req-148d1b86-2a2c-4885-bfc3-71bac3c16471 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:59.536826 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32aad20a-10b5-4c9b-88de-8b7144efc437 req-148d1b86-2a2c-4885-bfc3-71bac3c16471 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.1655962
Jun 07 18:43:59.548955 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f2b8-0702-49b7-9c58-f1f8ad894431 req-7614ddb8-85c6-48b5-ad13-1e16fe1e5316 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:43:59.549976 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51798) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:43:59.550293 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-abb1f2b8-0702-49b7-9c58-f1f8ad894431 req-7614ddb8-85c6-48b5-ad13-1e16fe1e5316 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 945 time: 0.1464090
Jun 07 18:43:59.568462 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Request body: {'floatingip': {'port_id': 'ce806122-8000-49df-a78b-ef77db86b692'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:43:59.608753 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-abb1f2b8-0702-49b7-9c58-f1f8ad894431 req-4113ecee-1723-465c-a8f5-bb18023d9520 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442460
Jun 07 18:43:59.650308 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.874327 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:43:59.882679 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5b4f8fe-267b-4d7d-afda-28985b755ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:43:59.952413 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=9aecd93a-56a5-4ff6-8038-19cd6c6cc101,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:43:59.955742 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:00.500822 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:00.732516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:00.744400 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:00.756917 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:00.758953 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1b7ed60>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:00.778587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ecf0f103-56aa-4ae8-8f8f-2020c3d1ee8a req-02af71e0-9462-4d93-b64c-99aa914f96e2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.0526929
Jun 07 18:44:00.824695 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.db.resource_extend [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 07 18:44:00.904371 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] No DVR routers for this DVR port 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:00.909571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:00.911968 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4aa9d818-d49e-4a34-9faa-be5957a9a7b8 req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "DELETE /v2.0/ports/9aecd93a-56a5-4ff6-8038-19cd6c6cc101 HTTP/1.1" status: 204  len: 173 time: 2.0904772
Jun 07 18:44:00.912514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'name': 'network-vif-deleted', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:00.915202 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0db91-8cb8-4230-8f77-79321f2302ee" -d '{"events": [{"server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "name": "network-vif-deleted", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:00.952827 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:00.960365 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:00.994649 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:01.022498 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caffbaf3-10fb-41b1-9063-b7cbd20f2387 x-openstack-request-id: req-caffbaf3-10fb-41b1-9063-b7cbd20f2387 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:01.022817 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba3e79-4b05-4738-b862-d764d5ce9c9c", "name": "network-vif-deleted", "tag": "9aecd93a-56a5-4ff6-8038-19cd6c6cc101", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:01.023100 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caffbaf3-10fb-41b1-9063-b7cbd20f2387 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:01.023542 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba3e79-4b05-4738-b862-d764d5ce9c9c', 'name': 'network-vif-deleted', 'tag': '9aecd93a-56a5-4ff6-8038-19cd6c6cc101', 'status': 'completed', 'code': 200}
Jun 07 18:44:01.162144 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Floating IP 8e199bf7-6f45-4fda-89dc-d2017c63057d associated. External IP: 172.27.0.166, port: ce806122-8000-49df-a78b-ef77db86b692.
Jun 07 18:44:01.404123 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1b7ed60>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:01.408877 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:01.419932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:01.420616 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1b7ed60>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:01.564684 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:01.605931 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:01.874020 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:01.878565 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:01.887812 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:01.903187 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:01.904933 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d26cceb0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:01.964698 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-85e0d8d7-4e29-4671-ba49-25af204e9c97 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "PUT /v2.0/floatingips/8e199bf7-6f45-4fda-89dc-d2017c63057d HTTP/1.1" status: 200  len: 992 time: 2.4132154
Jun 07 18:44:01.983791 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1b7ed60>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:01.989061 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dab676-bf3b-4c6b-884c-7f42d506aee3 None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:02.108367 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:02.232531 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2165c6-9542-4823-8800-3533b4dc10a8 None None] New status for floating IP 6acec5a6-4f6e-4e97-a2de-f021e739a131: DOWN {{(pid=98347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:44:02.232753 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bf8b265d-fa7f-43d9-874e-b4c7dd2301a0 req-5359b996-59f4-4d22-b7dc-49df573ba384 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bba3e79-4b05-4738-b862-d764d5ce9c9c HTTP/1.1" status: 200  len: 210 time: 0.2968574
Jun 07 18:44:02.316787 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:02.426472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:02.426821 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9aecd93a-56a5-4ff6-8038-19cd6c6cc101 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:02.535329 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d26cceb0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '8e199bf7-6f45-4fda-89dc-d2017c63057d', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'ce806122-8000-49df-a78b-ef77db86b692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:9a:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:45Z', 'updated_at': '2021-06-07T18:44:00Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:02.540347 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:02.550255 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:02.550877 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d26cceb0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:43:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:02.737100 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:03.024788 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:03.027805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fe4061-70f3-42f9-a0d6-ad3d77309379" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "tag": "ce806122-8000-49df-a78b-ef77db86b692"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:03.072645 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6d358-f920-47fc-83c3-1eb30522def6 x-openstack-request-id: req-6bf6d358-f920-47fc-83c3-1eb30522def6 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:03.072960 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "tag": "ce806122-8000-49df-a78b-ef77db86b692", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:03.073236 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bf6d358-f920-47fc-83c3-1eb30522def6 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:03.073653 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692', 'status': 'completed', 'code': 200}
Jun 07 18:44:03.113804 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d26cceb0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '8e199bf7-6f45-4fda-89dc-d2017c63057d', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'ce806122-8000-49df-a78b-ef77db86b692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:9a:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:45Z', 'updated_at': '2021-06-07T18:44:00Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:03.118357 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484c82a-c1eb-40ed-9424-8850d476c930 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '8e199bf7-6f45-4fda-89dc-d2017c63057d', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'port_id': 'ce806122-8000-49df-a78b-ef77db86b692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'mac_address': 'fa:16:3e:9a:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:43:45Z', 'updated_at': '2021-06-07T18:44:00Z', 'revision_number': 1, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:03.196052 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-cafbeda1-b5ee-416f-ab55-c11afabc0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:03.197533 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-cafbeda1-b5ee-416f-ab55-c11afabc0cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 1099 time: 0.0814772
Jun 07 18:44:03.317056 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0042b-77e0-4eca-b502-5170436e2017 None None] New status for floating IP 8e199bf7-6f45-4fda-89dc-d2017c63057d: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:44:03.351347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-c770f6ac-72e2-4e73-a4ae-80cbab560a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:03.352989 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-c770f6ac-72e2-4e73-a4ae-80cbab560a12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 200  len: 912 time: 0.1452670
Jun 07 18:44:03.461118 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-5a6ab8ed-be61-4a2a-92a2-31b4b61172f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce806122-8000-49df-a78b-ef77db86b692 HTTP/1.1" status: 200  len: 1000 time: 0.1011603
Jun 07 18:44:03.535003 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-16d2361e-3c0c-4a57-8ee2-e410c7cd6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:03.536490 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-16d2361e-3c0c-4a57-8ee2-e410c7cd6f27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 200  len: 850 time: 0.0631797
Jun 07 18:44:03.651749 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-ce7dd7f7-a157-4917-95e5-8804bfb25933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:03.653639 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-ce7dd7f7-a157-4917-95e5-8804bfb25933 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64571d81-8397-4fc6-aa13-a8a1d54a46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946083
Jun 07 18:44:03.713555 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-f838c61a-2566-461d-ac90-3a555677f156 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548971452&fields=id&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 267 time: 0.0671778
Jun 07 18:44:03.830307 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-323e14eb-4cb6-46dd-ab31-099863da90ae service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619136
Jun 07 18:44:03.979045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-f5a8b130-9ea2-4008-a314-fc930de06ed8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:03.980669 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-f5a8b130-9ea2-4008-a314-fc930de06ed8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.2663345
Jun 07 18:44:03.993956 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-b6fe4061-70f3-42f9-a0d6-ad3d77309379 req-47ff3cc1-9fa1-4b5d-9577-e7035248a59a service neutron] 10.222.0.57 "GET /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465430
Jun 07 18:44:03.996736 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-4db13534-0d08-420e-9aeb-d75676ed04e5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/quotas/ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 375 time: 0.0095384
Jun 07 18:44:04.088885 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-fecf0322-df98-43f1-8313-41658faacabe tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0862422
Jun 07 18:44:04.225645 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-e006ef92-f6df-4f57-8db8-f1c6779deacd service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248562
Jun 07 18:44:04.372712 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-e3fc6530-dacf-416d-9a7d-639bebb77419 service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414120
Jun 07 18:44:04.765114 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9abc0f9f-f43c-475c-af54-b02ef0c8ec00 req-00fecaac-663e-43c0-8e54-e9f2964617ad tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 210 time: 0.0433807
Jun 07 18:44:05.218762 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 51908) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:05.357966 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.468456 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.472643 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.479568 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d5e0d598-d522-41db-acf7-bb6ad565feed tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:05.521151 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d94344cc2264bad972802d6aeb4d5f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3010070
Jun 07 18:44:05.522061 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b848f31-cbca-4772-bd1b-9e1cd2bbceba,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:05.524632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 51914) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:05.525170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:05.585935 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.614202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.674282 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.677020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:05.680011 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b848f31-cbca-4772-bd1b-9e1cd2bbceba HTTP/1.1" status: 204  len: 168 time: 0.1548717
Jun 07 18:44:05.681021 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fcc7b4ee-03b2-4af9-ab97-11604bffd7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:05.692378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b848f31-cbca-4772-bd1b-9e1cd2bbceba,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:05.694594 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-db601a2a-20f4-4007-8681-fa1a0ea52efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:05.973997 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-f1cda336-6f3f-4ef6-b5e7-db895c4fb0d8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:05.975794 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-f1cda336-6f3f-4ef6-b5e7-db895c4fb0d8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.1791530
Jun 07 18:44:06.037897 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-e04bad4d-5166-4201-addc-c3786384cb9f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 380 time: 0.0495188
Jun 07 18:44:06.044752 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e60235e0-4d18-4d9b-938e-f12e0ac8d82f req-87201819-8a67-4f48-89ea-2c45827900ef tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 210 time: 0.0753160
Jun 07 18:44:06.050044 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'port': {'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'admin_state_up': True, 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'security_groups': ['210bf4fb-18cf-43fc-8824-21b5460bca70']}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:44:06.209366 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Made reservation on behalf of ba094a24f85f4bb086a2c1241612bebc for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:44:06.212899 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:06.476801 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.20.0.13 (308b0e29-c309-4938-8b9b-feac74f93213/0d36473f-c4f9-44ef-8b5f-f0374a93feca/e11e2663-4a72-46ef-baf0-08f72994e355) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:44:06.682776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:06.706972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Transition to ACTIVE for port object e11e2663-4a72-46ef-baf0-08f72994e355 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:44:06.737763 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:44:06.743941 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:44:06.762183 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:44:06.763306 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:44:06.765585 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:44:06.833872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:06.834517 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:06.854786 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-6337734a-e77b-4365-8113-b08b2847fae0 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8099382
Jun 07 18:44:06.870286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Request body: {'port': {'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:44:06.988886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.035583 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-760f69e4-88a1-418e-a792-c530c626e600 None None] Provisioning for port e11e2663-4a72-46ef-baf0-08f72994e355 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:44:07.040411 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-760f69e4-88a1-418e-a792-c530c626e600 None None] Provisioning complete for port e11e2663-4a72-46ef-baf0-08f72994e355 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:44:07.040790 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-760f69e4-88a1-418e-a792-c530c626e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.098934 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-760f69e4-88a1-418e-a792-c530c626e600 None None] Port e11e2663-4a72-46ef-baf0-08f72994e355 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:44:07.251700 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c7a45-d35a-425b-9d5d-9bdd78650fc1 req-0cc2d18c-f471-4e1d-b82d-ad8b532328e7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:07.253909 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-101c7a45-d35a-425b-9d5d-9bdd78650fc1 req-0cc2d18c-f471-4e1d-b82d-ad8b532328e7 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 932 time: 0.0892558
Jun 07 18:44:07.300632 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-101c7a45-d35a-425b-9d5d-9bdd78650fc1 req-95514627-3fde-493e-a0de-c87dfe16d0e2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406561
Jun 07 18:44:07.349182 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e2663-4a72-46ef-baf0-08f72994e355 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:44:07.356500 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.370793 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Transition to ACTIVE for port object e11e2663-4a72-46ef-baf0-08f72994e355 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:44:07.374511 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.378165 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ef3fa2c-bd77-4b8a-9ecd-ba469ad9475e tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:07.533697 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e11e2663-4a72-46ef-baf0-08f72994e355,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:07.542407 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:07.614821 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Attempting to bind port e11e2663-4a72-46ef-baf0-08f72994e355 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:44:07.615151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Attempting to bind port e11e2663-4a72-46ef-baf0-08f72994e355 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:44:07.615495 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Attempting to bind port e11e2663-4a72-46ef-baf0-08f72994e355 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:44:07.620087 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Port e11e2663-4a72-46ef-baf0-08f72994e355 on network 308b0e29-c309-4938-8b9b-feac74f93213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:44:07.620394 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Attempting to bind port e11e2663-4a72-46ef-baf0-08f72994e355 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:44:07.626649 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:44:07.626972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:44:07.627344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Bound using segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:44:07.627793 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Bound port: e11e2663-4a72-46ef-baf0-08f72994e355, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:44:07.628132 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.721251 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:44:07.724191 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e11e2663-4a72-46ef-baf0-08f72994e355,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:44:07.728967 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.732655 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:07.796444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:07.797096 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:07.798505 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] 10.222.0.57 "PUT /v2.0/ports/e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 1094 time: 0.9328637
Jun 07 18:44:07.799027 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:07.801576 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b2cf31-8e6e-463b-ba52-2ba568366332" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:07.820851 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Pushing event updated for resources: {'Port': ['ID=e11e2663-4a72-46ef-baf0-08f72994e355,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:07.833237 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:07.873170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b48e0a-0d4a-460d-9385-9c5c5263066b x-openstack-request-id: req-d6b48e0a-0d4a-460d-9385-9c5c5263066b {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:07.873494 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:07.873774 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6b48e0a-0d4a-460d-9385-9c5c5263066b {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:07.874194 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'status': 'completed', 'code': 200}
Jun 07 18:44:07.917509 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-4d3c9318-dde9-4b3d-9d18-2244cbd76348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:07.918995 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-4d3c9318-dde9-4b3d-9d18-2244cbd76348 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1097 time: 0.0780826
Jun 07 18:44:07.995034 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-b8a8bed5-e36a-4b4f-86bb-6c3c0d68d0cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 217 time: 0.0665591
Jun 07 18:44:08.060844 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-74765c6d-e046-4e71-b951-07c9f109d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.062286 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-74765c6d-e046-4e71-b951-07c9f109d8d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0582845
Jun 07 18:44:08.141685 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-9dd19feb-e427-4fb1-ab7b-79c67c3c36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.143149 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-9dd19feb-e427-4fb1-ab7b-79c67c3c36e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723836
Jun 07 18:44:08.278246 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-401ba928-50c1-45c3-8bf8-69b75dbf6d70 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262007
Jun 07 18:44:08.503717 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a3984-d82b-4cfe-b852-1c1b85d041fe req-13ded4eb-8aa3-4c78-b7c8-2df27a9dcc8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.505241 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-386a3984-d82b-4cfe-b852-1c1b85d041fe req-13ded4eb-8aa3-4c78-b7c8-2df27a9dcc8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0806003
Jun 07 18:44:08.518476 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-acc01854-e6d5-461d-88b9-ce3cea50f37e req-51062737-42ef-4448-84ef-85c53e52ece6 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317317
Jun 07 18:44:08.554292 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-386a3984-d82b-4cfe-b852-1c1b85d041fe req-cbe79cfd-c929-452d-b95f-93a10a0b74c8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432208
Jun 07 18:44:08.650919 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-c9c7463c-9d55-453f-a051-e3bf435d0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.652444 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-c9c7463c-9d55-453f-a051-e3bf435d0706 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1097 time: 0.0709298
Jun 07 18:44:08.794328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-1c0d8486-9eda-4c14-8f7c-55ac00b0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.795973 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-1c0d8486-9eda-4c14-8f7c-55ac00b0ec7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1371295
Jun 07 18:44:08.872956 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-cda55b15-f2d4-4fbf-b092-4533eac18231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 217 time: 0.0648360
Jun 07 18:44:08.939767 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-5931e6bd-935a-46b1-8dcd-170fff380e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:08.941190 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-5931e6bd-935a-46b1-8dcd-170fff380e73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0583303
Jun 07 18:44:09.024038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-84afc266-48c3-43b6-a389-ac6218eca867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:09.025655 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-84afc266-48c3-43b6-a389-ac6218eca867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767324
Jun 07 18:44:09.166173 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-b4e9e15e-7069-407c-baf5-1ce94f42fd84 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329486
Jun 07 18:44:09.303678 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e7b2cf31-8e6e-463b-ba52-2ba568366332 req-19655736-1045-4e5b-83d0-25296f5a81be service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246347
Jun 07 18:44:09.756581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3b3b2-95c6-4e67-be7f-444562a97494 req-4be9b8fb-29a4-4ab5-9197-60d4065507ac tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:09.758343 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5de3b3b2-95c6-4e67-be7f-444562a97494 req-4be9b8fb-29a4-4ab5-9197-60d4065507ac tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0953324
Jun 07 18:44:09.805185 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5de3b3b2-95c6-4e67-be7f-444562a97494 req-e544fb4d-f7c9-45d8-8df5-4e9fce889678 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401096
Jun 07 18:44:10.990270 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faa72c-5bb7-4003-b459-e6c511589ad6 req-e98deea4-e29e-4dda-9a3b-78a23742ff28 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:10.991780 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98faa72c-5bb7-4003-b459-e6c511589ad6 req-e98deea4-e29e-4dda-9a3b-78a23742ff28 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0795979
Jun 07 18:44:11.039929 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-98faa72c-5bb7-4003-b459-e6c511589ad6 req-ef22e3fd-05c5-4c80-be7a-312bbc1d5111 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423453
Jun 07 18:44:12.232739 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185394-fc76-413b-b26e-080f46ba2804 req-1b3ce698-04eb-4f8a-abd8-a00705ac7a3e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:12.234157 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9a185394-fc76-413b-b26e-080f46ba2804 req-1b3ce698-04eb-4f8a-abd8-a00705ac7a3e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0852370
Jun 07 18:44:12.280234 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9a185394-fc76-413b-b26e-080f46ba2804 req-a8620823-1af8-4b29-a145-9e7c6228534f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396218
Jun 07 18:44:13.463757 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6e910-c961-45f4-a47d-9a7de2836b83 req-2ad46b44-9a01-454d-af45-73ed1b77f9e5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:13.465175 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0dc6e910-c961-45f4-a47d-9a7de2836b83 req-2ad46b44-9a01-454d-af45-73ed1b77f9e5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0791543
Jun 07 18:44:13.516383 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0dc6e910-c961-45f4-a47d-9a7de2836b83 req-3eca3b94-abb8-4f65-ae9f-53891394ebd9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422153
Jun 07 18:44:14.706949 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891d510-57e7-4926-b292-6648cd9edb6e req-0dfab304-5a88-4f2d-8e1a-0d3cd2dbadb4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:14.708411 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b891d510-57e7-4926-b292-6648cd9edb6e req-0dfab304-5a88-4f2d-8e1a-0d3cd2dbadb4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0809696
Jun 07 18:44:14.757587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b891d510-57e7-4926-b292-6648cd9edb6e req-8de02d51-1b1b-4d40-9ccb-028230bc449a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433688
Jun 07 18:44:15.959575 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a37b5a-ef2f-48b1-868d-8682f6001550 req-6983393f-f442-4029-9596-46960c543845 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:15.961039 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-53a37b5a-ef2f-48b1-868d-8682f6001550 req-6983393f-f442-4029-9596-46960c543845 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 944 time: 0.0971508
Jun 07 18:44:16.014372 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-53a37b5a-ef2f-48b1-868d-8682f6001550 req-22561c9f-f963-4f0a-a689-87e8f21dc022 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476818
Jun 07 18:44:16.307992 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e11e2663-4a72-46ef-baf0-08f72994e355 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:44:16.452310 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e11e2663-4a72-46ef-baf0-08f72994e355,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:16.468355 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:44:16.526043 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:16.548246 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11e2663-4a72-46ef-baf0-08f72994e355 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:44:16.569226 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e11e2663-4a72-46ef-baf0-08f72994e355,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:16.573923 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:16.575827 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-29fe7018-11f5-42d2-b61d-599a97c96ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:16.648887 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=e11e2663-4a72-46ef-baf0-08f72994e355,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:16.653560 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:16.831359 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['e11e2663-4a72-46ef-baf0-08f72994e355'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:44:17.207235 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ef5e-6f0f-4f6f-9f23-2a9b64412436 req-98079695-9b91-4ccd-8ba2-aa0082379f1e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:17.208776 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-faf5ef5e-6f0f-4f6f-9f23-2a9b64412436 req-98079695-9b91-4ccd-8ba2-aa0082379f1e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 945 time: 0.0834267
Jun 07 18:44:17.256470 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-faf5ef5e-6f0f-4f6f-9f23-2a9b64412436 req-9d8026d9-f812-4665-a937-1e60704aa4d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420079
Jun 07 18:44:18.310807 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e11e2663-4a72-46ef-baf0-08f72994e355 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:44:18.381318 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port e11e2663-4a72-46ef-baf0-08f72994e355 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:44:18.386452 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port e11e2663-4a72-46ef-baf0-08f72994e355 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:44:18.386830 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:18.448761 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abba87-0e93-4663-a4d1-6bd1476d7c5a req-a1785424-3711-4004-a127-346298556942 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:18.450203 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f2abba87-0e93-4663-a4d1-6bd1476d7c5a req-a1785424-3711-4004-a127-346298556942 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 945 time: 0.0870326
Jun 07 18:44:18.498336 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f2abba87-0e93-4663-a4d1-6bd1476d7c5a req-fe5e1832-e03c-4766-86da-059e8ec420b4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413144
Jun 07 18:44:18.508868 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:18.536728 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:18.538894 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e000a8-6ed9-4bc6-bc77-7c89b5ae39e0" -d '{"events": [{"server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "name": "network-vif-plugged", "status": "completed", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:18.546678 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e11e2663-4a72-46ef-baf0-08f72994e355,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:18.550634 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:18.553527 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:18.584023 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f398dbb-31cc-4dc0-b12e-a9440c4a60b7 x-openstack-request-id: req-7f398dbb-31cc-4dc0-b12e-a9440c4a60b7 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:18.584319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "name": "network-vif-plugged", "status": "completed", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:18.584568 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f398dbb-31cc-4dc0-b12e-a9440c4a60b7 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:18.584942 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'code': 200}
Jun 07 18:44:18.624981 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=e11e2663-4a72-46ef-baf0-08f72994e355,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:18.627962 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:18.978715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8e879-0bd7-469a-bda8-44067aeb176e req-17b4daa2-9fdb-44c1-86a4-e9037e653dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:18.980201 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c9c8e879-0bd7-469a-bda8-44067aeb176e req-17b4daa2-9fdb-44c1-86a4-e9037e653dec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1099 time: 0.1621485
Jun 07 18:44:19.022986 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c9c8e879-0bd7-469a-bda8-44067aeb176e req-e3c0574f-4574-4714-a863-db596f2e68ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351691
Jun 07 18:44:19.689853 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0abb9-15ef-4c9d-97b2-bb15c390421c req-90f7e083-b766-4eef-ad36-a2ddebde8224 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:19.691627 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34e0abb9-15ef-4c9d-97b2-bb15c390421c req-90f7e083-b766-4eef-ad36-a2ddebde8224 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0821488
Jun 07 18:44:19.739692 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-34e0abb9-15ef-4c9d-97b2-bb15c390421c req-0fb05451-621d-4099-a036-968d7c7d66aa tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424488
Jun 07 18:44:20.759474 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf2f6-5de2-4680-afa8-9155b0e17776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:21.007583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38cb5c-0ae8-4dda-8242-1dfcfabcf33b req-36e67ffb-08ef-4d5f-8485-009337c44b4a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:21.009241 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fe38cb5c-0ae8-4dda-8242-1dfcfabcf33b req-36e67ffb-08ef-4d5f-8485-009337c44b4a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.1614172
Jun 07 18:44:21.062844 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-fe38cb5c-0ae8-4dda-8242-1dfcfabcf33b req-757bbaa2-a182-4e9d-a9d1-761ec0ada7c5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477345
Jun 07 18:44:21.249860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8af69-0071-418f-a8f3-869149b565d1 req-b6030159-a8be-4d41-a609-8bd10db19b9f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:21.252055 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79b8af69-0071-418f-a8f3-869149b565d1 req-b6030159-a8be-4d41-a609-8bd10db19b9f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0836954
Jun 07 18:44:21.298212 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79b8af69-0071-418f-a8f3-869149b565d1 req-62f5204e-4182-4a65-b56e-9aa1e51e5fb8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403500
Jun 07 18:44:21.321621 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52008) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:21.388757 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0c9b5-423d-42c6-a900-79054b67ff7b tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:21.390224 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c5a0c9b5-423d-42c6-a900-79054b67ff7b tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1094 time: 0.0676148
Jun 07 18:44:21.393563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52010) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:21.397942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:44:21.424362 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:21.564296 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:21.706572 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.27.0.195 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/659344b2-d3af-466b-8c0a-312efd1c3843) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:44:21.863663 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:21.896698 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:44:21.897363 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:44:21.915438 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:44:21.916622 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:44:21.919044 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:44:22.334306 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:22.412903 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:22.624692 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:22.629870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:22.634951 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:22.737130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'Port': ['ID=659344b2-d3af-466b-8c0a-312efd1c3843,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:22.744733 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:22.754512 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:23.001190 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP 512888d4-1956-4727-b599-7aeae9095750 associated. External IP: 172.27.0.195, port: e11e2663-4a72-46ef-baf0-08f72994e355.
Jun 07 18:44:23.025044 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:23.356308 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:23.390010 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4ed3-0666-48a1-b708-5577790f71ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:23.544128 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:23.554319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:23.564781 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:23.565455 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1c1e130>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:23.574143 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:23.622423 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2277448
Jun 07 18:44:23.622963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:23.625787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41395b87-60d8-4e79-81c1-2074b63bc60a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:23.673906 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f7dbd-3ffa-4456-9f4b-63df593099d6 x-openstack-request-id: req-f21f7dbd-3ffa-4456-9f4b-63df593099d6 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:23.673906 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:23.673906 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f21f7dbd-3ffa-4456-9f4b-63df593099d6 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:23.673906 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'status': 'completed', 'code': 200}
Jun 07 18:44:23.761758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:23.780526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-9aad3c7d-74f3-4c40-af71-e1ebf05016cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:23.782147 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-9aad3c7d-74f3-4c40-af71-e1ebf05016cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1099 time: 0.0773580
Jun 07 18:44:23.921569 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-5dbceaf0-8f53-4787-91ae-01db98521a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:23.924311 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-5dbceaf0-8f53-4787-91ae-01db98521a6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1352088
Jun 07 18:44:24.027372 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:44:24.044650 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-d739f120-8e5f-4611-905c-c93a1879dca6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 1000 time: 0.1132560
Jun 07 18:44:24.116946 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-da8667cb-18c2-4595-8102-d083c023bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:24.118371 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-da8667cb-18c2-4595-8102-d083c023bcf8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0661097
Jun 07 18:44:24.135373 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1c1e130>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:22Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:24.139327 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:24.147729 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:24.148346 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1c1e130>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:24.226160 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-aeb6a289-4976-4a19-9b89-974bc9e97199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:24.228578 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-aeb6a289-4976-4a19-9b89-974bc9e97199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1012087
Jun 07 18:44:24.369068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:24.371814 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-7144c0ee-29cb-4785-a6eb-05af222c5c25 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331611
Jun 07 18:44:24.449983 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:24.634945 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-41395b87-60d8-4e79-81c1-2074b63bc60a req-1015aeff-fe14-4e29-9a69-0331b0984073 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558386
Jun 07 18:44:24.791516 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1c1e130>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:22Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:24.795449 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eda69d-448a-4d08-9cc7-57f54575809e None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:22Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:24.999556 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7086992-41a6-42c9-a24f-879d48c6c807 None None] New status for floating IP 512888d4-1956-4727-b599-7aeae9095750: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:44:25.140589 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:25.975700 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.179296 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-3cf4d019-5170-4299-b7f4-fec470dec46c tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426004826&fields=id&tenant_id=e4dd4b28838f401a934d04acfa4a98d1 HTTP/1.1" status: 200  len: 267 time: 0.0424786
Jun 07 18:44:27.271039 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-d6deeb10-7cb8-41e1-ac39-650af26bef58 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:27.272542 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-d6deeb10-7cb8-41e1-ac39-650af26bef58 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 985 time: 0.0879085
Jun 07 18:44:27.284233 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Request body: {'port': {'security_groups': ['eed77c51-8243-44b8-8d15-2b3b6fb070c8']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:44:27.408248 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.649762 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:27.676363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.681747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.688274 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54902210-0578-46b8-a2aa-8e000f6a6385 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:27.692928 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:44:27.760362 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:27.760998 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.762409 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9e94b574-4cf9-4b04-8424-c9916968ca8a req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "PUT /v2.0/ports/2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 943 time: 0.4837093
Jun 07 18:44:27.762922 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:27.765290 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d2827a-eda5-4d95-bffa-2d574d360321" -d '{"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:27.769520 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52050) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:27.783733 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event updated for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=7']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:27.787148 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:27.825881 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b78fb-5fee-4e3c-bd3d-6b0434079838 x-openstack-request-id: req-179b78fb-5fee-4e3c-bd3d-6b0434079838 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:27.826740 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:27.827241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-179b78fb-5fee-4e3c-bd3d-6b0434079838 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:27.827882 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:44:27.853132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:44:27.899363 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:27.945605 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.002526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-9fc5e617-6c28-4c8c-b22b-81d869198936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:28.004007 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-9fc5e617-6c28-4c8c-b22b-81d869198936 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1099 time: 0.1423862
Jun 07 18:44:28.025220 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e2296519-6c12-43bb-ba17-8e87b29aca15 None None] Provisioning complete for port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:44:28.025619 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e2296519-6c12-43bb-ba17-8e87b29aca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.110084 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.112286 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.113700 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3eb0e97-3710-42b8-a6a5-22d415275d01 HTTP/1.1" status: 204  len: 168 time: 0.3429046
Jun 07 18:44:28.115854 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e7edfe43-72bc-402d-a3f8-cca4e041678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:28.116561 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52052) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:28.140336 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb0e97-3710-42b8-a6a5-22d415275d01,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:28.145456 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:28.168036 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-31f8b945-c60b-4370-9ea5-873e17a7aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:28.169777 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-31f8b945-c60b-4370-9ea5-873e17a7aa38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.1585264
Jun 07 18:44:28.304799 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-0a22f7fa-b5b6-4e4b-92d3-14827925eda0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 1002 time: 0.1275156
Jun 07 18:44:28.369830 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-b3ab5103-9350-4d13-8806-1cb15379c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:28.371247 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-b3ab5103-9350-4d13-8806-1cb15379c594 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0598152
Jun 07 18:44:28.449497 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-3556e4ab-5202-46e9-8d69-d746424c11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:28.450940 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-3556e4ab-5202-46e9-8d69-d746424c11b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723732
Jun 07 18:44:28.521057 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Deleting port 4292abe4-a0c0-4131-911a-caa3162578d5 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:28.521633 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.588454 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-cca73efe-6820-49ae-a460-5e10dba36dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308215
Jun 07 18:44:28.646479 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.646794 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.728436 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-40d2827a-eda5-4d95-bffa-2d574d360321 req-747b4aae-7b29-41d6-942f-1172d0922414 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329691
Jun 07 18:44:28.783787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Calling delete_port for 4292abe4-a0c0-4131-911a-caa3162578d5 owned by network:floatingip {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:28.906637 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:28.910462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-faf6209f-df16-4806-b75f-c9d19e13581e tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:28.956363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event deleted for resources: {'Port': ['ID=4292abe4-a0c0-4131-911a-caa3162578d5,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:28.986865 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:29.046384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks [] for floatingip, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:29.046620 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Floating IP b58ee2b7-9368-4185-adfd-bbe37e505a1a disassociated (deleted). External IP: 172.27.0.156, port: 2987c7b3-8b90-4529-b6c0-bba78ad9cc66.
Jun 07 18:44:29.388805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Router d8239c7a-d14b-48ed-bea2-81004c366ada has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:29.562997 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:29.567117 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:29.572089 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Sync routers for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:29.582022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:29.582669 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22dfbe0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:29.619446 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "DELETE /v2.0/floatingips/b58ee2b7-9368-4185-adfd-bbe37e505a1a HTTP/1.1" status: 204  len: 168 time: 1.5017285
Jun 07 18:44:29.764040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:29.829562 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:29.833041 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f1b146-8886-4b94-84b7-d287bcc01186" -d '{"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:29.991655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151b931f-26d9-4b99-b372-83826153d521 x-openstack-request-id: req-151b931f-26d9-4b99-b372-83826153d521 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:29.992643 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:29.992643 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-151b931f-26d9-4b99-b372-83826153d521 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:29.992850 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:44:30.083954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22dfbe0>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:30.099655 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Checking router: d8239c7a-d14b-48ed-bea2-81004c366ada for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:30.110185 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:30.110960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d22dfbe0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:30.146896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-0f69dfd5-878e-4468-976c-91a86caa39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:30.149087 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-0f69dfd5-878e-4468-976c-91a86caa39df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 1099 time: 0.1210794
Jun 07 18:44:30.321108 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:30.325313 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-70bf0a53-ad78-4973-aa55-93a3140d7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:30.326758 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-70bf0a53-ad78-4973-aa55-93a3140d7dec service neutron] 10.222.0.57 "GET /v2.0/networks?id=18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 200  len: 915 time: 0.1708632
Jun 07 18:44:30.398956 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-a5c8d6d7-26b7-4b3b-a5f0-ee31dd703f3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 200  len: 217 time: 0.0645442
Jun 07 18:44:30.497364 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-3f678b46-17b5-4df5-a422-66776a8f6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:30.502563 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-3f678b46-17b5-4df5-a422-66776a8f6a6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 200  len: 853 time: 0.0936038
Jun 07 18:44:30.598434 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-04510766-e725-4ed8-ac53-2b6062be9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:30.600127 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-04510766-e725-4ed8-ac53-2b6062be9de0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18f84cde-5abd-44a5-87b2-207258b0feff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881622
Jun 07 18:44:30.752085 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-fe80f1d0-b903-4bc7-a579-fb9c263bc091 service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394777
Jun 07 18:44:30.757504 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d22dfbe0>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:30.761501 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7c24a7-b0fd-4b61-94ce-bc6af7826323 None None] The sync data for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi is: [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:41:46Z', 'revision_number': 4, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'ea52ede3-18c7-4973-8c92-f70d4e30ac61', 'name': '', 'network_id': '18f84cde-5abd-44a5-87b2-207258b0feff', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'mac_address': 'fa:16:3e:39:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:45Z', 'updated_at': '2021-06-07T18:41:56Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'subnets': [{'id': '6f9c285b-7f30-432f-b7d1-024c9b8fc30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:30.991328 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-59f1b146-8886-4b94-84b7-d287bcc01186 req-161659ac-8247-4e55-a1e5-e5b8573dde0a service neutron] 10.222.0.57 "GET /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295291
Jun 07 18:44:31.013098 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964bc7f4-7bf5-487e-82ab-91b7fc99fed0 None None] New status for floating IP b58ee2b7-9368-4185-adfd-bbe37e505a1a: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:44:33.258605 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e9a1b-1c41-42f8-a78d-37e55bdb2fb4 req-68fb5646-13e7-43bc-ba66-6aa1bd18a083 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:33.260216 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d57e9a1b-1c41-42f8-a78d-37e55bdb2fb4 req-68fb5646-13e7-43bc-ba66-6aa1bd18a083 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.2415559
Jun 07 18:44:33.318377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66b08-8516-499f-9b38-a2d3b915af97 req-f50a3d2d-d770-4fce-8a96-0f5afd12aa75 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:33.319825 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-baf66b08-8516-499f-9b38-a2d3b915af97 req-f50a3d2d-d770-4fce-8a96-0f5afd12aa75 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.2423117
Jun 07 18:44:33.324438 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d57e9a1b-1c41-42f8-a78d-37e55bdb2fb4 req-63ef6b85-d8e0-4977-b3f7-91108b9f164d tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562987
Jun 07 18:44:33.364973 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-baf66b08-8516-499f-9b38-a2d3b915af97 req-fcbd337f-c839-43de-b136-5b6537ac4a88 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394297
Jun 07 18:44:34.574027 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dd3c8-3c40-4c0c-b8f6-3cb80a08cf16 req-a4797f92-d9df-47da-af8c-cd16c9fa83a5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:34.575496 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d6dd3c8-3c40-4c0c-b8f6-3cb80a08cf16 req-a4797f92-d9df-47da-af8c-cd16c9fa83a5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.1428165
Jun 07 18:44:34.603147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4375bf-1a1d-46e2-9301-20de624990a1 req-640580f3-3aa7-4caf-abe6-72ae69218a09 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:34.604590 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec4375bf-1a1d-46e2-9301-20de624990a1 req-640580f3-3aa7-4caf-abe6-72ae69218a09 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1258812
Jun 07 18:44:34.662582 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d6dd3c8-3c40-4c0c-b8f6-3cb80a08cf16 req-886f5715-f132-4e87-88d5-c3f65b153c00 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/security-groups?id=eed77c51-8243-44b8-8d15-2b3b6fb070c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801048
Jun 07 18:44:34.672941 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec4375bf-1a1d-46e2-9301-20de624990a1 req-a9ae3b8d-61c2-4085-8c64-d654b28c687b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618937
Jun 07 18:44:34.926958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-89ed915b-4bea-4654-86e1-3c7cd02a6163 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:34.928481 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-89ed915b-4bea-4654-86e1-3c7cd02a6163 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.57 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 946 time: 0.0849464
Jun 07 18:44:35.069983 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Deleting port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:35.070321 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:35.207469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] For port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:35.207820 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:35.331264 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Calling delete_port for 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:35.444375 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:35.450093 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:35.456167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['2987c7b3-8b90-4529-b6c0-bba78ad9cc66'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:44:35.495592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Pushing event deleted for resources: {'Port': ['ID=2987c7b3-8b90-4529-b6c0-bba78ad9cc66,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:35.498750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:35.576660 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] No DVR routers for this DVR port 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:35.579140 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:35.581077 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6298bf80-2cd5-4c65-9d3e-5e98497b1295 req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.57 "DELETE /v2.0/ports/2987c7b3-8b90-4529-b6c0-bba78ad9cc66 HTTP/1.1" status: 204  len: 173 time: 0.6461940
Jun 07 18:44:35.581562 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'name': 'network-vif-deleted', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:35.583851 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4a02d-e1d1-4df3-9c55-ce659b5a2529" -d '{"events": [{"server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "name": "network-vif-deleted", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:35.691869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda19ffd-cb56-41d1-8750-1dfbec97739a x-openstack-request-id: req-fda19ffd-cb56-41d1-8750-1dfbec97739a {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:35.692187 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751697f2-0b2c-4fbd-942c-70b9a2fd15f8", "name": "network-vif-deleted", "tag": "2987c7b3-8b90-4529-b6c0-bba78ad9cc66", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:35.692491 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fda19ffd-cb56-41d1-8750-1dfbec97739a {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:35.692925 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751697f2-0b2c-4fbd-942c-70b9a2fd15f8', 'name': 'network-vif-deleted', 'tag': '2987c7b3-8b90-4529-b6c0-bba78ad9cc66', 'status': 'completed', 'code': 200}
Jun 07 18:44:35.869065 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9ea0ff7c-d6b5-4134-be9d-72dd52cd421c req-208a28ac-516f-4b78-b08b-847b21ae17aa tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] 10.222.0.13 "GET /v2.0/ports?device_id=751697f2-0b2c-4fbd-942c-70b9a2fd15f8 HTTP/1.1" status: 200  len: 210 time: 0.0477347
Jun 07 18:44:35.908742 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202cc05-b9d5-4997-8880-239cc749e795 req-28762e8c-f620-42a9-a682-8cf949ccce54 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:35.910376 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1202cc05-b9d5-4997-8880-239cc749e795 req-28762e8c-f620-42a9-a682-8cf949ccce54 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1254592
Jun 07 18:44:35.963802 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1202cc05-b9d5-4997-8880-239cc749e795 req-400a12dc-c3d7-4568-a283-095249219bc8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474386
Jun 07 18:44:37.159031 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f97242-b4d3-40c9-9d63-3f2d016afdca req-ec105e91-fa41-4843-b21c-5ddfd406008a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:37.160698 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11f97242-b4d3-40c9-9d63-3f2d016afdca req-ec105e91-fa41-4843-b21c-5ddfd406008a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0821443
Jun 07 18:44:37.210936 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11f97242-b4d3-40c9-9d63-3f2d016afdca req-c8f0b1c7-899a-4fd9-b544-d07ae5c8825b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442915
Jun 07 18:44:37.731544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52194) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:38.267365 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:38.462541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:38.501301 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f598f8-4a9d-49aa-877c-dd30e9584fae req-d2fcf3a8-c741-4d86-abb8-e653ba4987b8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:38.502956 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:38.502956 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 2987c7b3-8b90-4529-b6c0-bba78ad9cc66 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:38.503206 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-70f598f8-4a9d-49aa-877c-dd30e9584fae req-d2fcf3a8-c741-4d86-abb8-e653ba4987b8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1740243
Jun 07 18:44:38.729921 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-70f598f8-4a9d-49aa-877c-dd30e9584fae req-105d1b0d-e221-4fc9-a803-265f3a78a7af tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1840427
Jun 07 18:44:38.859846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Deleting port ea52ede3-18c7-4973-8c92-f70d4e30ac61 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:38.860077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:38.976098 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] For port ea52ede3-18c7-4973-8c92-f70d4e30ac61, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ea52ede3-18c7-4973-8c92-f70d4e30ac61,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:38.976444 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:39.099455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Calling delete_port for ea52ede3-18c7-4973-8c92-f70d4e30ac61 owned by network:router_interface {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:39.376532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:39.380710 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4b3a243b-17dd-469b-9a0d-0f8820c563d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:39.452488 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea52ede3-18c7-4973-8c92-f70d4e30ac61,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:39.454893 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:39.697122 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:40.132368 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857c313-d87e-45af-91e2-019e816c1ffa req-2252f4eb-d44c-4f57-8eb4-34e1d5a94486 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:40.133701 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a857c313-d87e-45af-91e2-019e816c1ffa req-2252f4eb-d44c-4f57-8eb4-34e1d5a94486 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.2891624
Jun 07 18:44:40.256240 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a857c313-d87e-45af-91e2-019e816c1ffa req-a67c9d0b-5cb4-4da2-bf9d-c76fc8f152c0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705163
Jun 07 18:44:40.260647 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Router d8239c7a-d14b-48ed-bea2-81004c366ada has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:40.438972 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:40.445356 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8239c7a-d14b-48ed-bea2-81004c366ada/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7118123
Jun 07 18:44:40.446869 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52204) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:40.447772 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Sync routers for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:40.457615 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:40.458224 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2c26e80>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:40.638196 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks [] for router, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:40.643444 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:40.824550 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:40.912401 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Deleting port 10a77f5f-9af6-4900-8a59-3e0859c9f77c {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:40.912769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:40.945526 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2c26e80>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:44:39Z', 'revision_number': 5, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port': {'id': '10a77f5f-9af6-4900-8a59-3e0859c9f77c', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:40Z', 'updated_at': '2021-06-07T18:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:40.949300 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Checking router: d8239c7a-d14b-48ed-bea2-81004c366ada for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:40.958221 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Routers {'d8239c7a-d14b-48ed-bea2-81004c366ada'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:40.958829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2c26e80>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d8239c7a-d14b-48ed-bea2-81004c366ada'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:41.036134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] For port 10a77f5f-9af6-4900-8a59-3e0859c9f77c, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=10a77f5f-9af6-4900-8a59-3e0859c9f77c,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:41.036378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.108252 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] Set router d8239c7a-d14b-48ed-bea2-81004c366ada gateway port host: None {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:41.158819 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Calling delete_port for 10a77f5f-9af6-4900-8a59-3e0859c9f77c owned by network:router_gateway {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:41.215275 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2c26e80>, [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:44:40Z', 'revision_number': 6, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:41.219550 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0302a-1b02-432d-b618-1978d52eaf98 None None] The sync data for ids ['d8239c7a-d14b-48ed-bea2-81004c366ada'] in dv-cinder-790535-1-iscsi is: [{'id': 'd8239c7a-d14b-48ed-bea2-81004c366ada', 'name': 'tempest-TestMinimumBasicScenario-566503460-router', 'tenant_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:39Z', 'updated_at': '2021-06-07T18:44:40Z', 'revision_number': 6, 'project_id': 'e4dd4b28838f401a934d04acfa4a98d1', 'gw_port_host': None}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:41.311129 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.315818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6995ddba-e87c-4ef5-8a4c-22a8fce92356 tempest-ServerRescueNegativeTestJSON-1249322389 tempest-ServerRescueNegativeTestJSON-1249322389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:41.355631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Pushing event deleted for resources: {'Port': ['ID=10a77f5f-9af6-4900-8a59-3e0859c9f77c,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:41.364551 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.364912 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.365258 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.365601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.365938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.366280 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.366616 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.366948 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.367285 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.367640 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.367962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.368296 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:41.373261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:41.510238 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.801319 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b898b5-9673-47d3-884c-165ebd460eb1 req-ff0a7700-5982-4864-a22e-f4a79629f963 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:41.802679 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-89b898b5-9673-47d3-884c-165ebd460eb1 req-ff0a7700-5982-4864-a22e-f4a79629f963 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.4306338
Jun 07 18:44:41.813093 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.815766 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.933444 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-89b898b5-9673-47d3-884c-165ebd460eb1 req-fda65eed-29a6-4d58-ab7f-1471806a7bd2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228795
Jun 07 18:44:41.934366 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.934914 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8239c7a-d14b-48ed-bea2-81004c366ada {{(pid=98345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:44:41.942518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:41.943683 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8239c7a-d14b-48ed-bea2-81004c366ada HTTP/1.1" status: 204  len: 168 time: 1.4958496
Jun 07 18:44:41.946127 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52212) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:42.001512 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ea52ede3-18c7-4973-8c92-f70d4e30ac61 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:42.009036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Deleting subnet 6f9c285b-7f30-432f-b7d1-024c9b8fc30b {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:44:42.013315 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.041725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: ea52ede3-18c7-4973-8c92-f70d4e30ac61 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:42.042162 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ea52ede3-18c7-4973-8c92-f70d4e30ac61 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:42.065340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.187769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.268360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.272627 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4f845efc-8c86-4111-8e0b-c18eead278d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:42.318379 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9c285b-7f30-432f-b7d1-024c9b8fc30b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:42.322176 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:42.322590 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.324434 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f9c285b-7f30-432f-b7d1-024c9b8fc30b HTTP/1.1" status: 204  len: 168 time: 0.3774030
Jun 07 18:44:42.327105 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52214) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:42.328716 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ffcfe-6a18-44a4-a339-5cc63632207e None None] Network 18f84cde-5abd-44a5-87b2-207258b0feff requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:44:42.431061 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.505309 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Deleting port 9effb604-ff50-4e69-9a43-6ccfeedca5ba {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:42.505607 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.583360 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] DHCP port deletion for 18f84cde-5abd-44a5-87b2-207258b0feff request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:44:42.617704 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] For port 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=9effb604-ff50-4e69-9a43-6ccfeedca5ba,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:42.618325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.653377 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Deleting port 9effb604-ff50-4e69-9a43-6ccfeedca5ba {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:42.653789 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.762297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Calling delete_port for 9effb604-ff50-4e69-9a43-6ccfeedca5ba owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:42.785289 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] For port 9effb604-ff50-4e69-9a43-6ccfeedca5ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=9effb604-ff50-4e69-9a43-6ccfeedca5ba,segment=NetworkSegment(44def39f-cfb7-47d1-99ab-c89afdf74ab5),segment_id=44def39f-cfb7-47d1-99ab-c89afdf74ab5)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:42.785701 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.810098 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:42.815387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7d40a49b-42c0-4190-80dd-9f445f792fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:42.862502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9effb604-ff50-4e69-9a43-6ccfeedca5ba,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:42.865464 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:42.866217 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] No DVR routers for this DVR port 9effb604-ff50-4e69-9a43-6ccfeedca5ba on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:42.907610 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Calling delete_port for 9effb604-ff50-4e69-9a43-6ccfeedca5ba owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:42.991294 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.004966 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d1a96400>,) {'filters': {'network_id': ['18f84cde-5abd-44a5-87b2-207258b0feff']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:43.018771 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1a96400>, '44def39f-cfb7-47d1-99ab-c89afdf74ab5') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:43.019062 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1a96400>, '44def39f-cfb7-47d1-99ab-c89afdf74ab5') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:43.033719 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.042576 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.049244 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:43.098005 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.102881 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Pushing event deleted for resources: {'Port': ['ID=9effb604-ff50-4e69-9a43-6ccfeedca5ba,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:43.113453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] No DVR routers for this DVR port 9effb604-ff50-4e69-9a43-6ccfeedca5ba on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:43.114908 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:44:43.115262 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.115463 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.115734 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.116090 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.116416 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.116741 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.117065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.117383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.117697 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.118013 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.118324 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.118635 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.119117 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:43.122227 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:44:43.131729 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:44:43.326943 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.335174 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:43.337011 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/18f84cde-5abd-44a5-87b2-207258b0feff HTTP/1.1" status: 204  len: 168 time: 1.0089424
Jun 07 18:44:43.338818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b6414b94-2952-4900-b5d1-51f136f84205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:43.340037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52220) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:43.361000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=18f84cde-5abd-44a5-87b2-207258b0feff,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:43.363374 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:43.371323 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ce26c-41db-4ed4-8393-10cabc5063fc req-d0074047-190a-455d-9d62-44bef36e0d97 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:43.372921 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-520ce26c-41db-4ed4-8393-10cabc5063fc req-d0074047-190a-455d-9d62-44bef36e0d97 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.3104935
Jun 07 18:44:43.425164 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-520ce26c-41db-4ed4-8393-10cabc5063fc req-85dc6b59-7914-475b-9a6b-fbe0b31326bf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448933
Jun 07 18:44:43.462457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 9effb604-ff50-4e69-9a43-6ccfeedca5ba no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:43.496260 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 9effb604-ff50-4e69-9a43-6ccfeedca5ba {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:43.496607 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 9effb604-ff50-4e69-9a43-6ccfeedca5ba not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:43.497076 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10a77f5f-9af6-4900-8a59-3e0859c9f77c no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:43.532906 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 10a77f5f-9af6-4900-8a59-3e0859c9f77c {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:43.533252 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 10a77f5f-9af6-4900-8a59-3e0859c9f77c not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:43.912831 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.433704 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Deleting port c18ec365-41aa-4818-a46e-380061236088 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:44.434405 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.504530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:44:44.568333 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] For port c18ec365-41aa-4818-a46e-380061236088, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c18ec365-41aa-4818-a46e-380061236088,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:44.568706 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.644549 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd0064-bb5a-4a6a-9f93-22157470add4 req-0c52591d-e9d7-411c-b084-9e497793d84e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:44.646112 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-22dd0064-bb5a-4a6a-9f93-22157470add4 req-0c52591d-e9d7-411c-b084-9e497793d84e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0922892
Jun 07 18:44:44.715819 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Calling delete_port for c18ec365-41aa-4818-a46e-380061236088 owned by network:router_interface {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:44.733511 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:44.746213 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-22dd0064-bb5a-4a6a-9f93-22157470add4 req-1de22885-90be-4062-8fb3-6194d9b66d63 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870216
Jun 07 18:44:44.766091 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:44:44.834054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.851264 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:44:44.868134 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:44.872646 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.875279 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:44.894746 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:44.898542 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a7366b93-b8ef-490d-abe1-ddfda641e8c3 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:44.948196 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Pushing event deleted for resources: {'Port': ['ID=c18ec365-41aa-4818-a46e-380061236088,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:44.949371 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=6']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:44.952311 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:44.985117 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['b3df22d0-d16d-49ad-b0b0-afc356033b5d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:44:44.989207 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.989580 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.989938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.990290 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.990635 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.990986 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.991328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.991715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.992059 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.992395 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.992738 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:44.993080 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:44:45.021349 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:45.230340 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:45.746482 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:44:45.972376 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:44:45.977590 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-fecb9d63-ccb6-41c0-b888-1cc64feec2df admin admin] 10.222.0.13 "PUT /v2.0/routers/cea5e49f-cad1-4db8-a41f-dd516e5e4ef5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6365077
Jun 07 18:44:45.981218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52264) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:45.983017 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Sync routers for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:44:45.996440 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:45.997867 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3f40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:46.103985 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147f543-9ea2-4c92-aece-efa2e4accb2e req-d884e17f-28fc-421c-8528-0fd0ff575d2f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:46.112004 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d147f543-9ea2-4c92-aece-efa2e4accb2e req-d884e17f-28fc-421c-8528-0fd0ff575d2f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 944 time: 0.2181556
Jun 07 18:44:46.259729 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d147f543-9ea2-4c92-aece-efa2e4accb2e req-879e2ca8-2421-4285-bfeb-1333681a3346 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448298
Jun 07 18:44:46.286787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks [] for router, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.342550 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:46.507605 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:44:46.549631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.613532 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port b3df22d0-d16d-49ad-b0b0-afc356033b5d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:44:46.614255 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.704793 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Deleting port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:46.705139 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.847241 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.899161 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:46.900542 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:44:46.904885 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e30bc42-9919-4c6c-b5ed-f18b29dae22e" -d '{"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:44:46.909316 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3f40>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:44:44Z', 'revision_number': 5, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port': {'id': 'dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:41:52Z', 'updated_at': '2021-06-07T18:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:46.914163 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Checking router: cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:44:46.915126 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] For port dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:46.915537 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.921644 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:46.926570 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Routers {'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:44:46.927702 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3f40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:46.927838 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:46.996472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1cc76-2898-497d-93d0-6c7abdd82f95 x-openstack-request-id: req-e4f1cc76-2898-497d-93d0-6c7abdd82f95 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:44:46.997022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:44:46.997491 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4f1cc76-2898-497d-93d0-6c7abdd82f95 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:44:46.998066 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'code': 200}
Jun 07 18:44:47.059626 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Calling delete_port for dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 owned by network:router_gateway {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:47.073586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=7']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:47.081380 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:47.181599 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] Set router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:44:47.239678 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.244746 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:47.320385 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3f40>, [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:44:46Z', 'revision_number': 6, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:47.321888 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:47.325734 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ffbe8-1c98-48bf-9e32-45a02f17fc79 None None] The sync data for ids ['cea5e49f-cad1-4db8-a41f-dd516e5e4ef5'] in dv-cinder-790535-1-iscsi is: [{'id': 'cea5e49f-cad1-4db8-a41f-dd516e5e4ef5', 'name': 'tempest-TestMinimumBasicScenario-168301008-router', 'tenant_id': '550efaba17f6468382018e5f7a8bf353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:41:51Z', 'updated_at': '2021-06-07T18:44:46Z', 'revision_number': 6, 'project_id': '550efaba17f6468382018e5f7a8bf353', 'gw_port_host': None}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:44:47.325943 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:47.511601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.835463 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c18ec365-41aa-4818-a46e-380061236088 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:47.885945 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.892366 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.910219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: c18ec365-41aa-4818-a46e-380061236088 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:47.910569 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c18ec365-41aa-4818-a46e-380061236088 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:47.916822 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce8833-b509-4c0c-979f-ab5292227f97 req-92882366-ebe9-462d-b8bf-0cac35865abe tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:47.925979 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-43ce8833-b509-4c0c-979f-ab5292227f97 req-92882366-ebe9-462d-b8bf-0cac35865abe tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.4885659
Jun 07 18:44:47.976818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.977408 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 {{(pid=98345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:44:47.983312 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:47.987698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52280) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:47.988170 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-14538a7c-4882-4b0c-80f3-0c01bf99d813 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cea5e49f-cad1-4db8-a41f-dd516e5e4ef5 HTTP/1.1" status: 204  len: 168 time: 2.0054631
Jun 07 18:44:47.991250 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-43ce8833-b509-4c0c-979f-ab5292227f97 req-0462ee87-fab1-4a7e-8134-957380661664 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652401
Jun 07 18:44:48.058039 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Deleting subnet f8504fc1-ab12-4744-978d-ef1e490ecea9 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:44:48.061281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.117712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.253343 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.344330 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.349209 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7f511e64-1dbc-41ea-8bc5-252c4be55bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:48.388083 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8504fc1-ab12-4744-978d-ef1e490ecea9,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:48.393909 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.396219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f03c1d-185c-478c-9247-f5db936a7cc0 None None] Network 33661ab7-b07b-4912-bd32-532c3c12e14e requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:44:48.409620 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52282) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:48.412601 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8504fc1-ab12-4744-978d-ef1e490ecea9 HTTP/1.1" status: 204  len: 168 time: 0.4237564
Jun 07 18:44:48.413698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8ed48559-b561-4b09-9ac3-2da638c3a7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:48.568275 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.721320 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] DHCP port deletion for 33661ab7-b07b-4912-bd32-532c3c12e14e request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:44:48.730201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Deleting port ba4585d2-57a5-458e-b08b-6652808b1595 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:48.731836 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.813820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Deleting port ba4585d2-57a5-458e-b08b-6652808b1595 {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:44:48.814236 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:48.919876 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] For port ba4585d2-57a5-458e-b08b-6652808b1595, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ba4585d2-57a5-458e-b08b-6652808b1595,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:48.920315 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.022048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] For port ba4585d2-57a5-458e-b08b-6652808b1595, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=ba4585d2-57a5-458e-b08b-6652808b1595,segment=NetworkSegment(3c9f68a0-3384-4806-924c-42580a2f16ce),segment_id=3c9f68a0-3384-4806-924c-42580a2f16ce)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:44:49.022576 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.123836 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Calling delete_port for ba4585d2-57a5-458e-b08b-6652808b1595 owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:49.200505 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Calling delete_port for ba4585d2-57a5-458e-b08b-6652808b1595 owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:44:49.243547 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.249896 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:49.278735 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.283629 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:49.303167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4585d2-57a5-458e-b08b-6652808b1595,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:49.327119 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:49.327902 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] No DVR routers for this DVR port ba4585d2-57a5-458e-b08b-6652808b1595 on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:49.335443 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Pushing event deleted for resources: {'Port': ['ID=ba4585d2-57a5-458e-b08b-6652808b1595,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:49.338766 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:49.339784 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] No DVR routers for this DVR port ba4585d2-57a5-458e-b08b-6652808b1595 on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:44:49.393518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f20b-50f2-466e-9a7f-21913da01c7b req-98e6f41a-6224-48ae-b9b2-5e9c8bc5e631 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:49.395110 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8320f20b-50f2-466e-9a7f-21913da01c7b req-98e6f41a-6224-48ae-b9b2-5e9c8bc5e631 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.2327785
Jun 07 18:44:49.478659 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:49.517521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:49.517906 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device dae0bcce-57c0-42e4-b1d0-8dec3e3e29a4 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:49.518346 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ba4585d2-57a5-458e-b08b-6652808b1595 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:44:49.519233 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.548790 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8320f20b-50f2-466e-9a7f-21913da01c7b req-b6a74c22-4c63-4645-8391-e8dce2ee0b5a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453125
Jun 07 18:44:49.557363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d0dd9d00>,) {'filters': {'network_id': ['33661ab7-b07b-4912-bd32-532c3c12e14e']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:49.559104 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: ba4585d2-57a5-458e-b08b-6652808b1595 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:44:49.559485 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device ba4585d2-57a5-458e-b08b-6652808b1595 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:44:49.573101 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0dd9d00>, '3c9f68a0-3384-4806-924c-42580a2f16ce') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:49.573760 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d0dd9d00>, '3c9f68a0-3384-4806-924c-42580a2f16ce') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:44:49.592376 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.612491 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.619105 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:44:49.619849 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:44:49.634622 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:44:49.720688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.724480 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:49.739152 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:49.743563 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/33661ab7-b07b-4912-bd32-532c3c12e14e HTTP/1.1" status: 204  len: 168 time: 1.3299313
Jun 07 18:44:49.746958 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=33661ab7-b07b-4912-bd32-532c3c12e14e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:49.750028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:49.953120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52294) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:50.015730 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-38be10ee-fd63-4511-af0d-5b2d6269a667 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4dd4b28838f401a934d04acfa4a98d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0602155
Jun 07 18:44:50.017245 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52296) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:50.092660 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.126002 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.198132 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.200780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.201925 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eed77c51-8243-44b8-8d15-2b3b6fb070c8 HTTP/1.1" status: 204  len: 168 time: 0.1837080
Jun 07 18:44:50.203561 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7f7f9249-568c-44ab-85f7-12eccb5de169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:50.217308 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed77c51-8243-44b8-8d15-2b3b6fb070c8,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:50.226369 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:50.646516 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52306) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:50.760325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-a9bed85a-e08a-4a02-8b01-d7e7a4df38f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550efaba17f6468382018e5f7a8bf353&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1122139
Jun 07 18:44:50.762958 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52308) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:44:50.767758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e47eecc7-0925-4e67-ac9a-96b4ef592d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.859489 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe91c8-168d-42bc-985e-ad3346dc0fc4 req-5b8e73c2-042c-4bcc-bbc7-8f081e28da57 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:50.861968 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-61fe91c8-168d-42bc-985e-ad3346dc0fc4 req-5b8e73c2-042c-4bcc-bbc7-8f081e28da57 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1509659
Jun 07 18:44:50.865023 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.919564 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.946314 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-61fe91c8-168d-42bc-985e-ad3346dc0fc4 req-fd48108e-eb5c-410e-a5e4-e053033cb407 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790558
Jun 07 18:44:50.990165 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.993232 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:50.994570 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5284c8a-9d6e-48bf-8b7e-63f1b32c890b HTTP/1.1" status: 204  len: 168 time: 0.2309310
Jun 07 18:44:50.995546 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fb741648-1750-4f7c-92a5-1fea5c8b8ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:44:51.019131 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5284c8a-9d6e-48bf-8b7e-63f1b32c890b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:44:51.022207 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e2261219-af45-4067-b220-8555dea4cc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:44:52.160222 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760789-755a-458d-9e31-cdba17bb0aa9 req-afcb05d6-8e51-4706-a006-4dee14a88d31 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:52.168241 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6760789-755a-458d-9e31-cdba17bb0aa9 req-afcb05d6-8e51-4706-a006-4dee14a88d31 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0967722
Jun 07 18:44:52.329166 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b6760789-755a-458d-9e31-cdba17bb0aa9 req-4a0b01fe-76a1-43c8-bdb7-50c42738f1ff tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569390
Jun 07 18:44:53.029993 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:53.397916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c9226e58-f6d4-470d-8859-c97663e4fbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:53.562234 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c7046-b298-4b7d-9a86-32b66f160832 req-59446bfa-14e6-4f24-a5f0-271d54445b51 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:53.567878 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f72c7046-b298-4b7d-9a86-32b66f160832 req-59446bfa-14e6-4f24-a5f0-271d54445b51 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0966463
Jun 07 18:44:53.616327 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f72c7046-b298-4b7d-9a86-32b66f160832 req-f0e783f1-a78f-4c20-92eb-98708289cd48 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469158
Jun 07 18:44:54.423480 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:54.831994 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba36e1-ff1d-4f82-b159-b4d9aad906b6 req-0db5f7ea-3c06-4609-b4de-002cbd142ff2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:54.835019 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6ba36e1-ff1d-4f82-b159-b4d9aad906b6 req-0db5f7ea-3c06-4609-b4de-002cbd142ff2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1012397
Jun 07 18:44:54.893643 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6ba36e1-ff1d-4f82-b159-b4d9aad906b6 req-2b53e332-ece5-4744-8dec-de41ccaaea53 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473926
Jun 07 18:44:55.151750 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:55.988089 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:44:56.158708 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6212b-ecc1-4f9e-8dbf-fa000e38f670 req-718f5db4-9c01-4c67-95ef-40cbcee530cf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:56.160269 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ebd6212b-ecc1-4f9e-8dbf-fa000e38f670 req-718f5db4-9c01-4c67-95ef-40cbcee530cf tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.1046042
Jun 07 18:44:56.232050 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ebd6212b-ecc1-4f9e-8dbf-fa000e38f670 req-1b5fced3-f5d3-4d3d-88df-34fe3804d17f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629361
Jun 07 18:44:56.880689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-eefed816-e5be-404a-aeb0-25cbd0c3bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:56.882130 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-eefed816-e5be-404a-aeb0-25cbd0c3bb3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1098 time: 0.0719028
Jun 07 18:44:57.016685 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-ae2df1f6-90b6-4989-95c0-21f12fb8d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:57.018025 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-ae2df1f6-90b6-4989-95c0-21f12fb8d1d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.1285307
Jun 07 18:44:57.121557 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-fb0b2b4a-e046-4416-b5be-42c136d9ed86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 1001 time: 0.0965919
Jun 07 18:44:57.185356 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-2d6bef05-4913-42ad-b25f-1b67700b4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:57.187310 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-2d6bef05-4913-42ad-b25f-1b67700b4379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0596402
Jun 07 18:44:57.261988 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-bab90c7e-c11a-4f7f-a996-c83d6cd1f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:57.263515 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-bab90c7e-c11a-4f7f-a996-c83d6cd1f572 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704651
Jun 07 18:44:57.400174 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-875ab0bd-5c88-47a6-ae32-50e499565f4e service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301696
Jun 07 18:44:57.439712 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8967f-380d-49af-93cf-d1a8a4d68a01 req-6fbd4b2a-5313-4239-bf1b-30fde195d11b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:57.441148 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0cf8967f-380d-49af-93cf-d1a8a4d68a01 req-6fbd4b2a-5313-4239-bf1b-30fde195d11b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0981932
Jun 07 18:44:57.489830 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0cf8967f-380d-49af-93cf-d1a8a4d68a01 req-2df2e0c4-19e1-4c53-b60c-25828a002144 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425961
Jun 07 18:44:57.568961 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-17fc24a3-a9f2-4295-ac9f-b32f38e6efed req-b80967c0-4462-42e0-b381-11e13a10bc9e service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623347
Jun 07 18:44:58.707043 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632112e-df55-4be6-8886-b6e1f0cdb778 req-9a429715-0b88-44bd-b74e-cdcf911d9cac tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:58.708439 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d632112e-df55-4be6-8886-b6e1f0cdb778 req-9a429715-0b88-44bd-b74e-cdcf911d9cac tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0797236
Jun 07 18:44:58.756210 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d632112e-df55-4be6-8886-b6e1f0cdb778 req-8fbdbdb4-d257-4123-a9a0-050d931972f4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415955
Jun 07 18:44:59.956420 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025e33-bfda-4a6a-b475-f98a7f3ddaf9 req-33a8be6b-5f9f-407e-95c6-3ac3c03c856d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:44:59.958464 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69025e33-bfda-4a6a-b475-f98a7f3ddaf9 req-33a8be6b-5f9f-407e-95c6-3ac3c03c856d tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 945 time: 0.0887330
Jun 07 18:45:00.005794 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-69025e33-bfda-4a6a-b475-f98a7f3ddaf9 req-2dad0bee-2e30-4996-aaa7-1b691120728a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417209
Jun 07 18:45:00.540818 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:00.656531 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:00.693593 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:45:00.695880 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3057a2a6-bb1b-400a-9a40-6229cc8112b3" -d '{"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-unplugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:45:00.704059 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:00.709665 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:00.711438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-1d841dbe-b813-412a-8777-2eb83ea32908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:00.791860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=8']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:00.796894 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:00.941316 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b4d1f-a013-4c45-9dcc-07a533537bf4 x-openstack-request-id: req-d90b4d1f-a013-4c45-9dcc-07a533537bf4 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:45:00.941694 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-unplugged", "status": "failed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "code": 422}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:45:00.942049 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d90b4d1f-a013-4c45-9dcc-07a533537bf4 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:45:00.942529 dv-cinder-790535-1-iscsi neutron-server[98347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'code': 422} returned with failed status
Jun 07 18:45:01.026497 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:45:01.463889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fe3ae-35ee-485a-9be6-faf189fe420e req-457c686d-e131-42f5-8faf-8980361ee894 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:01.465360 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1f8fe3ae-35ee-485a-9be6-faf189fe420e req-457c686d-e131-42f5-8faf-8980361ee894 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0925653
Jun 07 18:45:01.514444 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1f8fe3ae-35ee-485a-9be6-faf189fe420e req-a62b391c-0066-41c2-8458-4a2bd94fd080 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421009
Jun 07 18:45:01.720805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52430) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:01.841694 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-d3acf940-6e3f-4721-8a14-4e59c110bca0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1187260
Jun 07 18:45:02.708362 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12f13-6521-4ae7-a406-de3037969e69 req-0ff81f21-6e33-423a-992d-e1d3de9dce43 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:02.709727 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-61d12f13-6521-4ae7-a406-de3037969e69 req-0ff81f21-6e33-423a-992d-e1d3de9dce43 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0854006
Jun 07 18:45:02.754602 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-61d12f13-6521-4ae7-a406-de3037969e69 req-520df6eb-b406-4b3c-902c-31e28a5f736f tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392711
Jun 07 18:45:02.916555 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-9caff450-e3ee-481f-862d-52193a682aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:02.918043 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-9caff450-e3ee-481f-862d-52193a682aac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107&tenant_id=3dde7cb8a9be42149079c579a49a9e66 HTTP/1.1" status: 200  len: 1096 time: 0.0744519
Jun 07 18:45:03.015428 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-748dba40-3333-42cd-b00e-dc2e1d147a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:03.017045 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-748dba40-3333-42cd-b00e-dc2e1d147a10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1096 time: 0.0780447
Jun 07 18:45:03.251004 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-9499a753-c5a5-4b3e-ae58-3e4851d126cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:03.253098 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-9499a753-c5a5-4b3e-ae58-3e4851d126cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.2292421
Jun 07 18:45:03.356494 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-0dc8dca7-83ee-4097-9a53-96064fa2ee8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 999 time: 0.0962257
Jun 07 18:45:03.418387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-812874bc-7a38-47a2-a057-8b7ad3317d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:03.419848 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-812874bc-7a38-47a2-a057-8b7ad3317d50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0573909
Jun 07 18:45:03.496037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-e594b882-2b08-4060-b4e9-30325b6e9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:03.497497 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-e594b882-2b08-4060-b4e9-30325b6e9219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718288
Jun 07 18:45:03.629234 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-43735f79-04a8-40d9-b8ca-9d92e4c29c8a service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251855
Jun 07 18:45:03.760322 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3f8858cb-b73a-416b-a3e6-efd85a0ebac1 req-8d82cf11-8dc1-4e3d-aa67-d3366dd3701e service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253443
Jun 07 18:45:03.946996 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c61b3-2e0e-4d9d-8546-afffb867b201 req-ee29e132-723e-44fa-b437-9768b50de4e4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:03.953872 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-005c61b3-2e0e-4d9d-8546-afffb867b201 req-ee29e132-723e-44fa-b437-9768b50de4e4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0881927
Jun 07 18:45:03.998678 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-005c61b3-2e0e-4d9d-8546-afffb867b201 req-baf27718-cf7a-4c12-aee0-a3f8e28b8070 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437460
Jun 07 18:45:05.193515 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4c7c8-b1da-4570-bd7e-28f970c96e58 req-460547f0-6fdb-4163-8f37-1664ec7a0818 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:05.195103 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-45d4c7c8-b1da-4570-bd7e-28f970c96e58 req-460547f0-6fdb-4163-8f37-1664ec7a0818 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0875983
Jun 07 18:45:05.244811 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-45d4c7c8-b1da-4570-bd7e-28f970c96e58 req-e046f6f9-70be-409a-9157-22b1f0b42a02 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438974
Jun 07 18:45:06.450259 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def2697-ee5e-45a5-a17b-b3e6c8e3be0b req-59da215c-f90c-4de2-a361-e05d8fc5ba24 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:06.451796 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6def2697-ee5e-45a5-a17b-b3e6c8e3be0b req-59da215c-f90c-4de2-a361-e05d8fc5ba24 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0820944
Jun 07 18:45:06.505413 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6def2697-ee5e-45a5-a17b-b3e6c8e3be0b req-eecf7e76-b58e-45cb-be6f-6dc60123ea68 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473502
Jun 07 18:45:07.709640 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed43cc-3cc9-4113-9e5c-fd4022641bb9 req-99d39ce2-955a-47b3-9903-6fd0b359deb9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:07.711073 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-57ed43cc-3cc9-4113-9e5c-fd4022641bb9 req-99d39ce2-955a-47b3-9903-6fd0b359deb9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0849416
Jun 07 18:45:07.757046 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-57ed43cc-3cc9-4113-9e5c-fd4022641bb9 req-61909b50-abf7-4e58-bc6e-16a9433e7647 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402973
Jun 07 18:45:08.957597 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2cc1f-e0af-405a-bda4-2692945d52eb req-a881994a-8061-41be-ab51-3122eb15bc58 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:08.959039 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-64c2cc1f-e0af-405a-bda4-2692945d52eb req-a881994a-8061-41be-ab51-3122eb15bc58 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0862112
Jun 07 18:45:09.008300 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-64c2cc1f-e0af-405a-bda4-2692945d52eb req-03dae081-156b-4380-b2e5-8485a6f4b708 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435233
Jun 07 18:45:10.241908 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff8cf4-1fb5-4475-ac7d-ccab3b7818fb req-80b5a892-2756-451d-a7f5-84c3a22f2bec tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:10.243502 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6ff8cf4-1fb5-4475-ac7d-ccab3b7818fb req-80b5a892-2756-451d-a7f5-84c3a22f2bec tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.1187794
Jun 07 18:45:10.311815 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c6ff8cf4-1fb5-4475-ac7d-ccab3b7818fb req-656f09f6-4fa6-4678-8e9d-d6e63eacab90 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616400
Jun 07 18:45:11.534627 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9522-8e59-4743-8fe7-989b0babe491 req-a755e1be-b66c-45c7-aaef-f3652c491b2a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:11.536140 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5e4a9522-8e59-4743-8fe7-989b0babe491 req-a755e1be-b66c-45c7-aaef-f3652c491b2a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0985382
Jun 07 18:45:11.586804 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5e4a9522-8e59-4743-8fe7-989b0babe491 req-233a0d6a-0c3f-4ddf-bef1-739d23e08ce9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445244
Jun 07 18:45:12.793475 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340a7f0-8b44-4680-8eff-7f50e9326bd3 req-ac3c5e14-cad0-4b80-b907-27cdb28ac2cc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:12.795988 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7340a7f0-8b44-4680-8eff-7f50e9326bd3 req-ac3c5e14-cad0-4b80-b907-27cdb28ac2cc tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0889335
Jun 07 18:45:12.844024 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7340a7f0-8b44-4680-8eff-7f50e9326bd3 req-7ccf2744-4ff5-4475-bc5f-4a3f1a4db0a4 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420156
Jun 07 18:45:14.074431 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676894e8-592f-4b2d-afbb-499a8d060de4 req-e9df34e7-1af9-4185-a849-abea269b099b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:14.074431 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-676894e8-592f-4b2d-afbb-499a8d060de4 req-e9df34e7-1af9-4185-a849-abea269b099b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0963559
Jun 07 18:45:14.125471 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-676894e8-592f-4b2d-afbb-499a8d060de4 req-703b3903-edce-421f-b3da-a9da3ec3ab5e tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419950
Jun 07 18:45:15.315981 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e23e20-4b97-4ddb-8c97-bf541d36bdf1 req-a4bf8735-7b48-475c-bd43-fa7eff37f533 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:15.317436 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c8e23e20-4b97-4ddb-8c97-bf541d36bdf1 req-a4bf8735-7b48-475c-bd43-fa7eff37f533 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0800376
Jun 07 18:45:15.367238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c8e23e20-4b97-4ddb-8c97-bf541d36bdf1 req-b82e2f42-eb3a-4af4-8a26-315603909173 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442052
Jun 07 18:45:16.560175 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ad49e-f726-427b-82ec-6f1bec236ac1 req-ec630ad3-91da-40ac-94c0-abbef40db283 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:16.561862 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-640ad49e-f726-427b-82ec-6f1bec236ac1 req-ec630ad3-91da-40ac-94c0-abbef40db283 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 943 time: 0.0815983
Jun 07 18:45:16.601964 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:45:16.609472 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-640ad49e-f726-427b-82ec-6f1bec236ac1 req-9055c30b-e51b-4341-9d38-5a3df2e56d2a tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419149
Jun 07 18:45:16.742104 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:16.755262 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'port_id': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'mac_address': 'fa:16:3e:46:9e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:45:16.814834 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:16.832274 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:45:16.847814 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:16.851483 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:16.853244 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:16.918025 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=9']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:16.921219 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:17.086351 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['b3df22d0-d16d-49ad-b0b0-afc356033b5d'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:45:17.943497 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4105f-7a94-4dc2-9e68-7a2950f40f3c req-dbc8aa35-aa61-4b40-832c-02f9a11ec686 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:17.944974 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93d4105f-7a94-4dc2-9e68-7a2950f40f3c req-dbc8aa35-aa61-4b40-832c-02f9a11ec686 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 944 time: 0.1956842
Jun 07 18:45:17.997595 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-93d4105f-7a94-4dc2-9e68-7a2950f40f3c req-e3fcc7d8-1e51-4d2b-84b0-a222fcd78990 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468264
Jun 07 18:45:18.328771 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0214-e163-4f4f-8b92-73cdb14717d5 req-fa504872-a952-45b9-81ba-b3b626fcb867 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:18.330208 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-89dd0214-e163-4f4f-8b92-73cdb14717d5 req-fa504872-a952-45b9-81ba-b3b626fcb867 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.0868959
Jun 07 18:45:18.378529 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-89dd0214-e163-4f4f-8b92-73cdb14717d5 req-a06a9294-611d-4597-80ae-ab9a8d2703c2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425653
Jun 07 18:45:18.617521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:45:18.687836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port b3df22d0-d16d-49ad-b0b0-afc356033b5d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:45:18.688206 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:18.814413 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:18.841489 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:45:18.843825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea2abba-e83d-4af3-abbb-716aa752553b" -d '{"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:45:18.851428 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:18.855854 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:18.857674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:18.888521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533fe0a-54c5-4195-8a3b-e8893ff30f2a x-openstack-request-id: req-7533fe0a-54c5-4195-8a3b-e8893ff30f2a {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:45:18.888817 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-plugged", "status": "completed", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:45:18.889072 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7533fe0a-54c5-4195-8a3b-e8893ff30f2a {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:45:18.889929 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'code': 200}
Jun 07 18:45:18.965894 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=10']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:18.969753 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:19.126185 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7bbd-b4f3-488d-a434-f34d3e49bfb2 req-5d40db4a-65e9-4f38-9685-ca39a11e7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:19.127695 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3d5b7bbd-b4f3-488d-a434-f34d3e49bfb2 req-5d40db4a-65e9-4f38-9685-ca39a11e7b3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1099 time: 0.0704994
Jun 07 18:45:19.172371 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-3d5b7bbd-b4f3-488d-a434-f34d3e49bfb2 req-fa5cfadc-f1ac-4d27-8c98-d7e4a23dfe75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369294
Jun 07 18:45:19.192949 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff8295-ac6e-4e71-acec-2dbd81530e25 req-91209270-5f8b-466f-9b7a-52c783a48790 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:19.194412 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-29ff8295-ac6e-4e71-acec-2dbd81530e25 req-91209270-5f8b-466f-9b7a-52c783a48790 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.0828900
Jun 07 18:45:19.241168 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-29ff8295-ac6e-4e71-acec-2dbd81530e25 req-647c0135-0f63-450a-84ee-232c436a85aa tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408800
Jun 07 18:45:19.568928 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5660fe-54c6-4464-b722-fe70d322f5ce req-16111d7d-e057-493a-93ee-d6fe215567e2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:19.570273 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b5660fe-54c6-4464-b722-fe70d322f5ce req-16111d7d-e057-493a-93ee-d6fe215567e2 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.0828376
Jun 07 18:45:19.614198 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b5660fe-54c6-4464-b722-fe70d322f5ce req-2e9b717c-0b36-4f90-8acd-2217b13e2457 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups?id=52aa5e72-28cc-4287-a61f-3f74acf95309&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379651
Jun 07 18:45:20.034080 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-e7ab865e-fe9e-4903-9adb-6b980764a7cc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:20.036132 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-e7ab865e-fe9e-4903-9adb-6b980764a7cc tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 946 time: 0.0842397
Jun 07 18:45:20.181754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Deleting port ce806122-8000-49df-a78b-ef77db86b692 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:20.182385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.327929 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] For port ce806122-8000-49df-a78b-ef77db86b692, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce806122-8000-49df-a78b-ef77db86b692,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:20.328380 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.455293 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64434c6-a0e0-4f65-a2c7-8545d2c56f47 req-a307802b-c150-4769-85ed-7478b123e7d2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:20.458229 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f64434c6-a0e0-4f65-a2c7-8545d2c56f47 req-a307802b-c150-4769-85ed-7478b123e7d2 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.0918336
Jun 07 18:45:20.506887 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f64434c6-a0e0-4f65-a2c7-8545d2c56f47 req-f6593802-fc61-424c-9675-0ae95b10fee7 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424500
Jun 07 18:45:20.631614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.632113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.632340 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Floating IP 8e199bf7-6f45-4fda-89dc-d2017c63057d disassociated. External IP: 172.27.0.166, port: ce806122-8000-49df-a78b-ef77db86b692.
Jun 07 18:45:20.632618 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Calling delete_port for ce806122-8000-49df-a78b-ef77db86b692 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:20.763036 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-68914777-aebc-4e3f-ba4d-67fff3ea5075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.765896 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:20.772348 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d54153b8-44e3-46e6-8378-f5c543177e86 tempest-DeleteServersTestJSON-506652051 tempest-DeleteServersTestJSON-506652051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:20.783626 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4e7920d7-6d76-45bf-9d9d-118c48ba9cde req-215c3dc6-42b2-48fc-b1bc-4050ba7b5acb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 210 time: 0.0477023
Jun 07 18:45:20.816481 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'Port': ['ID=ce806122-8000-49df-a78b-ef77db86b692,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:20.819910 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:21.109318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:45:21.278691 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-4d1a5ac9-f4a9-47b3-92c6-96a42146a2cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0856330
Jun 07 18:45:21.304549 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:45:21.319489 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:45:21.337617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:21.338235 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1c820a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:21.381753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] No DVR routers for this DVR port ce806122-8000-49df-a78b-ef77db86b692 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:45:21.384305 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:21.386338 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9f786e6d-0a80-45cc-b74a-959a754fba49 req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.57 "DELETE /v2.0/ports/ce806122-8000-49df-a78b-ef77db86b692 HTTP/1.1" status: 204  len: 173 time: 1.3418198
Jun 07 18:45:21.386832 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'name': 'network-vif-deleted', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:45:21.389340 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c94b904-1b72-4483-ac3f-a360c36cb04c" -d '{"events": [{"server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "name": "network-vif-deleted", "tag": "ce806122-8000-49df-a78b-ef77db86b692"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:45:21.447491 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd80d7-0303-424f-8e41-9e7759082a70 x-openstack-request-id: req-a5dd80d7-0303-424f-8e41-9e7759082a70 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:45:21.448006 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb0e6b9-7897-47af-9e02-7e29f390e4f4", "name": "network-vif-deleted", "tag": "ce806122-8000-49df-a78b-ef77db86b692", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:45:21.448381 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5dd80d7-0303-424f-8e41-9e7759082a70 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:45:21.448906 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb0e6b9-7897-47af-9e02-7e29f390e4f4', 'name': 'network-vif-deleted', 'tag': 'ce806122-8000-49df-a78b-ef77db86b692', 'status': 'completed', 'code': 200}
Jun 07 18:45:21.449304 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6417-5cea-4000-9cbb-a8660969b585 req-131bf7a1-9c28-4a8a-9428-a503bbd4e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:21.450776 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-131bf7a1-9c28-4a8a-9428-a503bbd4e234 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3dde7cb8a9be42149079c579a49a9e66&device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 1099 time: 0.0935225
Jun 07 18:45:21.537285 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:21.617083 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6417-5cea-4000-9cbb-a8660969b585 req-2f345782-5c5f-4d17-be8b-71256bead070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:21.618560 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-2f345782-5c5f-4d17-be8b-71256bead070 service neutron] 10.222.0.57 "GET /v2.0/networks?id=450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 200  len: 917 time: 0.1478972
Jun 07 18:45:21.778739 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-4a0a77f0-5c68-4b2a-886f-33a411124c67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 200  len: 1001 time: 0.1532960
Jun 07 18:45:21.846347 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6417-5cea-4000-9cbb-a8660969b585 req-c56182d9-0055-4a81-84f8-bdb526c4fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:21.848409 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-c56182d9-0055-4a81-84f8-bdb526c4fab6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 200  len: 855 time: 0.0621934
Jun 07 18:45:21.890289 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1c820a0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:21.895917 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:45:21.909260 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:21.910395 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb7cdb-6145-481a-bd9f-fb77b7ae1243 req-6765b6ee-f48c-4091-8d59-42616eaa4215 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:21.911477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1c820a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:44:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:21.912090 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dfdb7cdb-6145-481a-bd9f-fb77b7ae1243 req-6765b6ee-f48c-4091-8d59-42616eaa4215 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.2343049
Jun 07 18:45:21.989451 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1292506c-0add-4c17-bdb8-c63967c52daa req-8e3612a1-b465-44f3-b1e0-e880154e0e05 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb0e6b9-7897-47af-9e02-7e29f390e4f4 HTTP/1.1" status: 200  len: 210 time: 0.0555985
Jun 07 18:45:22.014749 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dfdb7cdb-6145-481a-bd9f-fb77b7ae1243 req-f44477c1-a179-4886-bffc-a32d35b955f0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966198
Jun 07 18:45:22.028682 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6417-5cea-4000-9cbb-a8660969b585 req-7177ce50-a60c-4b90-b113-8ec9bd853434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:22.030359 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-7177ce50-a60c-4b90-b113-8ec9bd853434 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=450c74e8-af91-4807-a318-605085c0763c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1728699
Jun 07 18:45:22.112667 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:22.167538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-7bda4773-ed89-42ad-9fd8-b1342006e3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284602
Jun 07 18:45:22.299320 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-572a6417-5cea-4000-9cbb-a8660969b585 req-3d5d0dbf-caa1-42e7-b36e-909325e26e98 service neutron] 10.222.0.57 "GET /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253033
Jun 07 18:45:22.419466 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1c820a0>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:22.423266 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16691b7a-9dc9-489f-8bf9-c9972777eb3f None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:22Z', 'revision_number': 4, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab', 'name': '', 'network_id': '64571d81-8397-4fc6-aa13-a8a1d54a46cc', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'mac_address': 'fa:16:3e:56:6e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:20Z', 'updated_at': '2021-06-07T18:39:33Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'subnets': [{'id': '274fee89-cb27-438b-b06b-60899ca4ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:45:22.635555 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955dc46-3d70-4c20-8b4d-266818cb00c5 None None] New status for floating IP 8e199bf7-6f45-4fda-89dc-d2017c63057d: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:45:22.648050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device ce806122-8000-49df-a78b-ef77db86b692 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:22.682890 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: ce806122-8000-49df-a78b-ef77db86b692 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:45:22.683245 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device ce806122-8000-49df-a78b-ef77db86b692 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:45:23.028225 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.113270 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52618) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:23.180066 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.209169 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.271583 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.274073 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.275229 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "DELETE /v2.0/security-groups/52aa5e72-28cc-4287-a61f-3f74acf95309 HTTP/1.1" status: 204  len: 168 time: 0.1607945
Jun 07 18:45:23.276060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9c86312b-4486-460d-92f2-3e9eceec0818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:23.278129 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52620) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:23.287455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa5e72-28cc-4287-a61f-3f74acf95309,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:23.289817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:23.295474 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.api.v2.resource [None req-32e013d4-7342-4fff-b3dd-270703330613 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] show failed (client error): The resource could not be found.
Jun 07 18:45:23.296470 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-32e013d4-7342-4fff-b3dd-270703330613 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "GET /v2.0/security-groups/52aa5e72-28cc-4287-a61f-3f74acf95309 HTTP/1.1" status: 404  len: 347 time: 0.0173931
Jun 07 18:45:23.299287 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52622) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:23.381566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-bd08bfb2-18ea-4efb-afdc-497ee6df049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.520131 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Deleting port dc7fda23-c74f-45f5-8919-d4a1db45d554 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:23.520548 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.634872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.635109 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.755411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Calling delete_port for dc7fda23-c74f-45f5-8919-d4a1db45d554 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:23.871275 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:23.875103 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-108dd45c-eb4f-4aed-bdf9-81f007a30375 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:23.919600 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Pushing event deleted for resources: {'Port': ['ID=dc7fda23-c74f-45f5-8919-d4a1db45d554,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:23.945865 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:24.013150 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:24.015596 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:24.016712 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] 10.222.0.13 "DELETE /v2.0/floatingips/8e199bf7-6f45-4fda-89dc-d2017c63057d HTTP/1.1" status: 204  len: 168 time: 0.7164574
Jun 07 18:45:24.422907 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:25.169357 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:25.981930 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:28.043267 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52652) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:28.801594 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:29.220708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Deleting port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:29.221438 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:29.342046 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] For port e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:29.342385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:29.479617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Calling delete_port for e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab owned by network:router_interface {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:29.626335 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:29.630064 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:29.676428 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:29.709310 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:30.063069 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:30.430547 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Router f2bbae83-89e9-411d-9527-ae6611de7748 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:45:30.609047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:45:30.614529 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] 10.222.0.13 "PUT /v2.0/routers/f2bbae83-89e9-411d-9527-ae6611de7748/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5702291
Jun 07 18:45:30.617175 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52656) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:30.619282 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Sync routers for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:45:30.628892 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:30.629503 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fcbf70>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:30.794522 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:30.803001 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:30.968877 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.049004 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Deleting port 71197699-0c15-42f7-954d-4b28e12872ff {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:31.049250 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.129209 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fcbf70>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '71197699-0c15-42f7-954d-4b28e12872ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:45:29Z', 'revision_number': 5, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port': {'id': '71197699-0c15-42f7-954d-4b28e12872ff', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:39:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:31.133032 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Checking router: f2bbae83-89e9-411d-9527-ae6611de7748 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:45:31.141729 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Routers {'f2bbae83-89e9-411d-9527-ae6611de7748'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:31.142644 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fcbf70>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['f2bbae83-89e9-411d-9527-ae6611de7748'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:31.179244 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] For port 71197699-0c15-42f7-954d-4b28e12872ff, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=71197699-0c15-42f7-954d-4b28e12872ff,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:31.179631 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.295978 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] Set router f2bbae83-89e9-411d-9527-ae6611de7748 gateway port host: None {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:31.403674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fcbf70>, [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:45:30Z', 'revision_number': 6, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:31.407843 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9752f9-83c1-4a30-ad89-e3a2a886ffa9 None None] The sync data for ids ['f2bbae83-89e9-411d-9527-ae6611de7748'] in dv-cinder-790535-1-iscsi is: [{'id': 'f2bbae83-89e9-411d-9527-ae6611de7748', 'name': 'tempest-AttachVolumeTestJSON-2024867533-router', 'tenant_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:45:30Z', 'revision_number': 6, 'project_id': 'f9c7b309ce6c45469d2d740cbbcb0ecd', 'gw_port_host': None}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:45:31.412604 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Calling delete_port for 71197699-0c15-42f7-954d-4b28e12872ff owned by network:router_gateway {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:31.554077 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.557550 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16e4388d-a91b-45e6-8fae-8dccee5c0fe2 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:31.600491 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=71197699-0c15-42f7-954d-4b28e12872ff,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:31.603589 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:31.693467 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.868947 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.871117 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.893119 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.893646 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2bbae83-89e9-411d-9527-ae6611de7748 {{(pid=98346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:45:31.897749 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:31.898857 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f2bbae83-89e9-411d-9527-ae6611de7748 HTTP/1.1" status: 204  len: 168 time: 1.2807634
Jun 07 18:45:31.901390 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52658) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:31.959464 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Deleting subnet 274fee89-cb27-438b-b06b-60899ca4ee75 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:45:31.962208 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.012510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.091160 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.157154 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.161700 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:32.199530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274fee89-cb27-438b-b06b-60899ca4ee75,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:32.202568 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:32.203575 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.208831 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/274fee89-cb27-438b-b06b-60899ca4ee75 HTTP/1.1" status: 204  len: 168 time: 0.3030775
Jun 07 18:45:32.208968 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52660) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:32.211429 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a7520-59d4-4179-bbc2-f00650cab715 None None] Network 64571d81-8397-4fc6-aa13-a8a1d54a46cc requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:32.316035 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.394524 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Deleting port e73a4252-ba11-4700-bad9-6918c61d3f9c {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:32.394863 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.474763 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] DHCP port deletion for 64571d81-8397-4fc6-aa13-a8a1d54a46cc request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:45:32.499828 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] For port e73a4252-ba11-4700-bad9-6918c61d3f9c, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e73a4252-ba11-4700-bad9-6918c61d3f9c,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:32.500183 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.545133 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Deleting port e73a4252-ba11-4700-bad9-6918c61d3f9c {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:32.545513 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.631040 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Calling delete_port for e73a4252-ba11-4700-bad9-6918c61d3f9c owned by network:dhcp {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:32.647914 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] For port e73a4252-ba11-4700-bad9-6918c61d3f9c, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e73a4252-ba11-4700-bad9-6918c61d3f9c,segment=NetworkSegment(700be8ae-ab02-48fb-859e-311686fe7c0b),segment_id=700be8ae-ab02-48fb-859e-311686fe7c0b)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:32.648453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.683832 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.687660 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-633114fa-ece7-46cd-873b-025cd0e20da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:32.729911 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e73a4252-ba11-4700-bad9-6918c61d3f9c,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:32.733563 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:32.735807 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] No DVR routers for this DVR port e73a4252-ba11-4700-bad9-6918c61d3f9c on host dv-cinder-790535-1-iscsi {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:45:32.775630 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Calling delete_port for e73a4252-ba11-4700-bad9-6918c61d3f9c owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:32.819833 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.823483 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-30406565-5fcc-48b7-8fc3-08c7eafa1092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:32.854306 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:32.865231 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Pushing event deleted for resources: {'Port': ['ID=e73a4252-ba11-4700-bad9-6918c61d3f9c,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:32.868198 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d3170130>,) {'filters': {'network_id': ['64571d81-8397-4fc6-aa13-a8a1d54a46cc']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:32.868686 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:32.871185 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac4d4b-d253-4a9a-a721-1caa1669e78b None None] No DVR routers for this DVR port e73a4252-ba11-4700-bad9-6918c61d3f9c on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:45:32.889838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d3170130>, '700be8ae-ab02-48fb-859e-311686fe7c0b') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:32.890117 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d3170130>, '700be8ae-ab02-48fb-859e-311686fe7c0b') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:32.901938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.009074 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.015360 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:45:33.015761 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:45:33.029088 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:45:33.107616 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.111242 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:33.124635 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.126397 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] 10.222.0.13 "DELETE /v2.0/networks/64571d81-8397-4fc6-aa13-a8a1d54a46cc HTTP/1.1" status: 204  len: 168 time: 0.9165709
Jun 07 18:45:33.132532 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=64571d81-8397-4fc6-aa13-a8a1d54a46cc,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:33.135022 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:33.240598 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52664) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:33.289923 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-44c37087-1856-4037-94f9-bbc161854987 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9c7b309ce6c45469d2d740cbbcb0ecd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0479796
Jun 07 18:45:33.292223 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52666) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:33.349210 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.375618 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.432533 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.434927 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:33.436098 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec88da7e-663e-40be-943f-24ac9efcf901 HTTP/1.1" status: 204  len: 168 time: 0.1429873
Jun 07 18:45:33.436889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4801c387-3631-4e6f-a571-d69eb724243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:33.447002 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88da7e-663e-40be-943f-24ac9efcf901,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:33.452364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:33.487024 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:33.527114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:45:33.527529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e45cbd92-f7a4-4bd5-9e3d-134889ddb0ab not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:45:33.527961 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 71197699-0c15-42f7-954d-4b28e12872ff no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:33.566694 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 71197699-0c15-42f7-954d-4b28e12872ff {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:45:33.566996 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 71197699-0c15-42f7-954d-4b28e12872ff not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:45:33.567516 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e73a4252-ba11-4700-bad9-6918c61d3f9c no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:33.602159 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: e73a4252-ba11-4700-bad9-6918c61d3f9c {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:45:33.602610 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e73a4252-ba11-4700-bad9-6918c61d3f9c not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:45:34.189634 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52688) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:34.295060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-215573159-network', 'tenant_id': 'fdc9d5472a2e4cd281d1442634074027'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:34.317314 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Made reservation on behalf of fdc9d5472a2e4cd281d1442634074027 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:34.319585 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.331375 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.433588 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.437324 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.441913 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4360f2cd-458d-48cb-9e25-67e178cf4de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:34.467878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:45:34.476346 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8c22d7-d484-4289-88dd-9c4406a1c9ec,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:34.479864 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:34.482543 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.482881 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Added segment 8ca260e3-1d88-4ad9-adf5-3cebece190a1 of type vlan for network 0cac01e7-e19d-40e1-8b7a-84ae903c18e9
Jun 07 18:45:34.509783 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.539542 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.540869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:34.541424 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.544650 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:34.589146 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3976450
Jun 07 18:45:34.591925 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52694) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:34.599117 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Request body: {'subnet': {'network_id': '0cac01e7-e19d-40e1-8b7a-84ae903c18e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-215573159-subnet', 'tenant_id': 'fdc9d5472a2e4cd281d1442634074027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:34.654194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Pushing event updated for resources: {'Network': ['ID=0cac01e7-e19d-40e1-8b7a-84ae903c18e9,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:34.659824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:34.665478 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 0cac01e7-e19d-40e1-8b7a-84ae903c18e9 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:45:34.678421 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Made reservation on behalf of fdc9d5472a2e4cd281d1442634074027 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:34.680787 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.906342 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:34.910300 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:34.979756 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72005d60-5053-4057-ba51-8dedf2023728,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:34.982399 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:34.988626 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Checking segment: {'id': '8ca260e3-1d88-4ad9-adf5-3cebece190a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0cac01e7-e19d-40e1-8b7a-84ae903c18e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:45:34.988965 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Network hostable DHCP agents. Network: 0cac01e7-e19d-40e1-8b7a-84ae903c18e9, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:45:35.005797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Network 0cac01e7-e19d-40e1-8b7a-84ae903c18e9 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:45:35.015067 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 0cac01e7-e19d-40e1-8b7a-84ae903c18e9) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:45:35.020116 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:35.020709 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.025989 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437fc95-a97f-44ca-9b84-d38b9fe970d9 None None] Network 0cac01e7-e19d-40e1-8b7a-84ae903c18e9 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:35.044065 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2b655d0a-d5e9-40e1-b3c3-1f733669e02f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4509635
Jun 07 18:45:35.229412 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09709c53-0f19-4d5f-952a-2ceb62d51b79 None None] Network 0cac01e7-e19d-40e1-8b7a-84ae903c18e9 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:35.568962 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52712) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:35.574137 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-512374662-network', 'tenant_id': '0de0891db7b34ec394fef07b4e86677b'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:35.595973 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Made reservation on behalf of 0de0891db7b34ec394fef07b4e86677b for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:35.598893 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.610886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.722754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.726669 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.729571 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f52672da-9a31-4dea-a9b5-01d0596c2ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:35.758237 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:45:35.766671 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489571ec-35a4-4358-ad77-f9cab538e2f8,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:35.770615 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:35.773098 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.773458 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Added segment ad71724a-688e-4607-ab58-91c6b1dfcf70 of type vlan for network c597df94-4a6f-4894-beee-d412960617f5
Jun 07 18:45:35.806444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.835638 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.836937 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:35.837509 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:35.842191 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:35.887700 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3174672
Jun 07 18:45:35.890426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52714) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:35.895865 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Request body: {'subnet': {'network_id': 'c597df94-4a6f-4894-beee-d412960617f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-512374662-subnet', 'tenant_id': '0de0891db7b34ec394fef07b4e86677b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:35.949341 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Pushing event updated for resources: {'Network': ['ID=c597df94-4a6f-4894-beee-d412960617f5,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:35.951904 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:35.959215 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network c597df94-4a6f-4894-beee-d412960617f5 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:45:35.968433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Made reservation on behalf of 0de0891db7b34ec394fef07b4e86677b for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:35.970689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.182839 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.186924 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6578a427-384c-44e1-bd40-4bf369698898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:36.260628 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81a75ce-2336-4c9c-889d-1bc400b179d3,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:36.263199 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:36.271755 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Checking segment: {'id': 'ad71724a-688e-4607-ab58-91c6b1dfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c597df94-4a6f-4894-beee-d412960617f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:45:36.272105 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Network hostable DHCP agents. Network: c597df94-4a6f-4894-beee-d412960617f5, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:45:36.289598 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Network c597df94-4a6f-4894-beee-d412960617f5 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:45:36.298879 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, c597df94-4a6f-4894-beee-d412960617f5) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:45:36.302904 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:36.303511 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.307254 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c07ec-36e8-42d2-b6e8-a52c3ff97659 None None] Network c597df94-4a6f-4894-beee-d412960617f5 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:36.324287 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4325159
Jun 07 18:45:36.454812 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52718) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:36.512246 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b596b-c318-4c29-98ae-833d0aa18793 None None] Network c597df94-4a6f-4894-beee-d412960617f5 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:36.515565 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Deleting subnet 72005d60-5053-4057-ba51-8dedf2023728 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:45:36.519281 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.569687 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.629244 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.700838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.706683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:36.742255 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:36.744096 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72005d60-5053-4057-ba51-8dedf2023728 HTTP/1.1" status: 204  len: 168 time: 0.2881954
Jun 07 18:45:36.745124 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72005d60-5053-4057-ba51-8dedf2023728,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:36.746728 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52720) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:36.747251 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:36.945445 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.069399 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.081844 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d330f700>,) {'filters': {'network_id': ['0cac01e7-e19d-40e1-8b7a-84ae903c18e9']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.093899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d330f700>, '8ca260e3-1d88-4ad9-adf5-3cebece190a1') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.094195 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d330f700>, '8ca260e3-1d88-4ad9-adf5-3cebece190a1') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.106159 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.122554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.128816 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:45:37.129194 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:45:37.142133 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:45:37.224987 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.230998 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.235784 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52722) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:37.235911 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0cac01e7-e19d-40e1-8b7a-84ae903c18e9 HTTP/1.1" status: 204  len: 168 time: 0.4878311
Jun 07 18:45:37.236538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:37.254979 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cac01e7-e19d-40e1-8b7a-84ae903c18e9,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:37.257331 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d1d8f4be-b69f-416f-aec1-cbefd666dd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:37.303047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Deleting subnet f81a75ce-2336-4c9c-889d-1bc400b179d3 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:45:37.306244 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.355752 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.509883 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.577715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.582234 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:37.616868 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81a75ce-2336-4c9c-889d-1bc400b179d3,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:37.619880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:37.620854 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.622813 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d4cd4e5f-dcb4-40d2-875b-a3e9b73f129e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f81a75ce-2336-4c9c-889d-1bc400b179d3 HTTP/1.1" status: 204  len: 168 time: 0.3858614
Jun 07 18:45:37.625151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52724) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:37.732323 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.858534 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.871429 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d3206910>,) {'filters': {'network_id': ['c597df94-4a6f-4894-beee-d412960617f5']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.884610 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d3206910>, 'ad71724a-688e-4607-ab58-91c6b1dfcf70') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.884905 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d3206910>, 'ad71724a-688e-4607-ab58-91c6b1dfcf70') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:37.897066 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.916263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.922513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:45:37.922885 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:45:37.936358 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:45:38.015344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.020716 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-161bb5c6-e430-4c06-ad3d-e9df3818dbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:38.026631 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:45:38.034643 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.036481 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] 10.222.0.13 "DELETE /v2.0/networks/c597df94-4a6f-4894-beee-d412960617f5 HTTP/1.1" status: 204  len: 168 time: 0.4103847
Jun 07 18:45:38.042352 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Pushing event deleted for resources: {'Network': ['ID=c597df94-4a6f-4894-beee-d412960617f5,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:38.044723 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-084bcc8f-d346-4cf4-a515-17d26ff1c48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:38.213987 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52728) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:38.262666 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-eeebc617-75e4-4ad3-b1b6-d8c41b2087fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc9d5472a2e4cd281d1442634074027&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474842
Jun 07 18:45:38.265186 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52730) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:38.328915 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.354855 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.407777 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.410712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.412013 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df8c22d7-d484-4289-88dd-9c4406a1c9ec HTTP/1.1" status: 204  len: 168 time: 0.1459186
Jun 07 18:45:38.412769 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c76a72ba-0327-4cf0-831e-6dd7019903fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:38.422573 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8c22d7-d484-4289-88dd-9c4406a1c9ec,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:38.425965 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:38.771415 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52736) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:38.821106 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8f751e43-cb14-42b9-94b4-c9daf45b0847 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0de0891db7b34ec394fef07b4e86677b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484149
Jun 07 18:45:38.823516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52738) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:38.880433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.905989 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.963617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.965925 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:38.967042 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/489571ec-35a4-4358-ad77-f9cab538e2f8 HTTP/1.1" status: 204  len: 168 time: 0.1426008
Jun 07 18:45:38.967813 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-fbf60aa2-ae05-461e-b3e5-30db2ffbca04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:38.978399 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489571ec-35a4-4358-ad77-f9cab538e2f8,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:38.980779 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a0063145-a595-4108-beb2-889e56d67182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:40.857533 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52790) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:40.982584 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.095313 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.100086 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.107459 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-452868c9-bd08-48ec-9e83-b7e5a3c99c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:41.147103 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a941a-1596-445e-ba36-65fda0ae8187,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:41.151228 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7825f4cc84be4480b6560aad04a6d66e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926881
Jun 07 18:45:41.152173 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e2108871-949d-436d-b112-e0e00a016f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:41.153805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52794) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:41.218024 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.244383 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.306014 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.308551 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.309696 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a67a941a-1596-445e-ba36-65fda0ae8187 HTTP/1.1" status: 204  len: 168 time: 0.1549950
Jun 07 18:45:41.310471 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-15e43a57-88c9-47ae-b788-0f958c5a65f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:41.323424 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a941a-1596-445e-ba36-65fda0ae8187,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:41.325832 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-40177831-32ef-4f73-8fdd-69ca77fe9a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:41.591292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52800) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:41.619647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.729790 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.733609 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.741337 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:41.781800 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75658320a7954e6383d93f0ce31b017d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893277
Jun 07 18:45:41.782707 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8bea0-ff84-47a1-a7d9-52e9c66172de,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:41.785219 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52802) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:41.786369 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dd61621c-4108-40a6-8c1b-b636618a91df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:41.845108 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.870678 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.922047 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.924413 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:41.926064 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24d8bea0-ff84-47a1-a7d9-52e9c66172de HTTP/1.1" status: 204  len: 168 time: 0.1396639
Jun 07 18:45:41.926823 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-426d05b3-bc63-4ee4-bea0-84b895f81ed8 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:41.937688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8bea0-ff84-47a1-a7d9-52e9c66172de,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:41.947869 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.948839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.948839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.949083 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.949367 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.949718 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.950065 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.950412 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.950756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.951097 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.951462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.951805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:41.954773 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:49.479204 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52926) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:49.604760 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.713982 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.718665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.727168 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9adb90f7-3f1d-43f2-b247-f747e14ab149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:49.765016 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=350887b50727488e922692bab76186ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2847204
Jun 07 18:45:49.766577 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b5641-cc01-408f-a1b9-8fcb4ed3adb6,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:49.767697 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52930) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:49.770058 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:49.832720 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.858299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.911220 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.913660 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:49.914792 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d95b5641-cc01-408f-a1b9-8fcb4ed3adb6 HTTP/1.1" status: 204  len: 168 time: 0.1456156
Jun 07 18:45:49.915602 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8714407a-5d6b-4d72-b73d-45f8bc2bf339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:49.926337 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b5641-cc01-408f-a1b9-8fcb4ed3adb6,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:49.933610 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.933983 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.934346 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.934709 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.935063 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.935437 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.935792 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.936145 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.936493 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.936840 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.937185 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.937529 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:45:49.942634 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:50.202390 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52936) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:50.220090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.322238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.325802 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.334159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ebbfb8a8-abcc-4790-99b6-5a830bbb02f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:50.373759 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a07ca505f843679a5cb8e8156dbf5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1701686
Jun 07 18:45:50.374567 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5e3eb-d3ca-41f5-b9e9-d6f445072cbf,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:50.376353 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52938) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:50.377576 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:50.437215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.463139 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.515493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.517890 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:50.519626 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dd5e3eb-d3ca-41f5-b9e9-d6f445072cbf HTTP/1.1" status: 204  len: 168 time: 0.1415367
Jun 07 18:45:50.520376 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1d83501c-8ae4-4013-bafd-dab3f3f9e6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:50.531304 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5e3eb-d3ca-41f5-b9e9-d6f445072cbf,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:50.533836 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-43db9f7c-11fb-4f76-b476-c2dfa1f7d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:50.767317 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4bf6-7379-4ea2-8e9a-c647f8bfa47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.264707 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52960) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:51.367287 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853048273-network', 'tenant_id': '2a2c1c9d34414b77b171f6ca954d7201'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:51.389169 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Made reservation on behalf of 2a2c1c9d34414b77b171f6ca954d7201 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:51.391493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.404045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.520598 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.525620 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.529812 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d29fd463-2699-4b84-94ee-4d8063d40dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:51.559218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:45:51.573060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bdfce7-75ad-4a65-b5bf-929b14be632b,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:51.579269 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:51.580334 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.581351 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Added segment 02ea1a5f-2402-4888-a627-62d4b5345679 of type vlan for network 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f
Jun 07 18:45:51.610143 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.639776 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.641202 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:51.641776 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.646402 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:51.686558 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4207556
Jun 07 18:45:51.689708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52964) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:51.695642 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Request body: {'subnet': {'network_id': '8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853048273-subnet', 'tenant_id': '2a2c1c9d34414b77b171f6ca954d7201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:51.717636 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Made reservation on behalf of 2a2c1c9d34414b77b171f6ca954d7201 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:51.719957 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.746345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:51.749016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5e07e13c-ee2b-46b2-a2ea-a407545d2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:51.756836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:45:51.944253 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:51.949069 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4b6775aa-3a1c-4472-8906-763b23fdb654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:52.020373 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761a1e4f-5e27-44dd-85a7-c31382fb4235,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:52.024387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:52.030193 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Checking segment: {'id': '02ea1a5f-2402-4888-a627-62d4b5345679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:45:52.030549 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Network hostable DHCP agents. Network: 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:45:52.050317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Network 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:45:52.059867 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:45:52.064475 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:52.065059 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.070861 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8453d-9fa1-4705-a8c3-a865efc50ba2 None None] Network 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:52.084029 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-09ead019-b749-4f13-89bb-d970af52f5c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3923495
Jun 07 18:45:52.317490 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55959300-f60f-4323-911c-324ab07a035a None None] Network 8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:52.614789 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 52984) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:52.619871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146056426-network', 'tenant_id': '99a3b50cda444a6fa35f06b54bdccec0'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:52.642748 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Made reservation on behalf of 99a3b50cda444a6fa35f06b54bdccec0 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:52.645645 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.659116 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.770482 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.774507 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.777626 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ede7aa8e-a1b2-43e3-a4ae-540c46b81aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:52.806795 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:45:52.816305 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae858cc0-6c93-49d4-aa9c-feddd8c68273,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:52.819960 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:52.822690 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.823021 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Added segment 45d8014f-610b-4b84-9539-d2c877312001 of type vlan for network f18b017d-edd0-4982-9ff7-e1eff80ad7dd
Jun 07 18:45:52.851016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.880387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.881817 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:52.882408 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.885724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:52.932198 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3161871
Jun 07 18:45:52.935210 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 52990) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:52.942301 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Request body: {'subnet': {'network_id': 'f18b017d-edd0-4982-9ff7-e1eff80ad7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146056426-subnet', 'tenant_id': '99a3b50cda444a6fa35f06b54bdccec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:45:52.982955 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Made reservation on behalf of 99a3b50cda444a6fa35f06b54bdccec0 for: {'subnet': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:45:52.986009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6156559'] for subnet, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:52.996270 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f18b017d-edd0-4982-9ff7-e1eff80ad7dd,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:52.998990 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:53.009287 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network f18b017d-edd0-4982-9ff7-e1eff80ad7dd details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:45:53.063893 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:53.234330 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3d45-2247-4c83-9da5-b0b174ffa0c5 req-8c5cbb5e-b655-4ea1-a196-956fc14871ad tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:53.237160 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-240e3d45-2247-4c83-9da5-b0b174ffa0c5 req-8c5cbb5e-b655-4ea1-a196-956fc14871ad tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.1549737
Jun 07 18:45:53.314171 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-240e3d45-2247-4c83-9da5-b0b174ffa0c5 req-3b704aea-4484-457e-bd69-fe37b0921bf8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694835
Jun 07 18:45:53.315947 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5988713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6156593'] for subnet, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:53.319959 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:53.388153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0897a325-21e4-4a74-a31f-05c07b2765a3,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:53.389280 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9537-9e90-49a3-b244-a05ca5f22b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:53.391957 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:53.399780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Checking segment: {'id': '45d8014f-610b-4b84-9539-d2c877312001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'f18b017d-edd0-4982-9ff7-e1eff80ad7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:45:53.400133 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Network hostable DHCP agents. Network: f18b017d-edd0-4982-9ff7-e1eff80ad7dd, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:45:53.417513 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Network f18b017d-edd0-4982-9ff7-e1eff80ad7dd is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:45:53.427753 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, f18b017d-edd0-4982-9ff7-e1eff80ad7dd) {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:45:53.432760 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:53.433407 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:53.437405 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c080fe-11ad-4fcc-af4c-a11a88371c81 None None] Network f18b017d-edd0-4982-9ff7-e1eff80ad7dd requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:53.460686 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5145531
Jun 07 18:45:53.635698 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315232f-1564-4400-a3e6-8039330b8d9a None None] Network f18b017d-edd0-4982-9ff7-e1eff80ad7dd requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:45:54.359563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcf5e3-40df-4246-8875-17688cc585af req-b249910f-dba3-49ab-bab8-ebcc7b1f2fca tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:54.360985 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3fdcf5e3-40df-4246-8875-17688cc585af req-b249910f-dba3-49ab-bab8-ebcc7b1f2fca tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.0837507
Jun 07 18:45:54.427479 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:54.562091 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Deleting port b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:54.562419 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:54.585848 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71820d-504d-4e83-84ea-8d8dbae41c74 req-bd5790c5-78f8-4dac-808e-973bdbbffc8b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:45:54.587309 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf71820d-504d-4e83-84ea-8d8dbae41c74 req-bd5790c5-78f8-4dac-808e-973bdbbffc8b tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 946 time: 0.1277063
Jun 07 18:45:54.815984 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf71820d-504d-4e83-84ea-8d8dbae41c74 req-f1302448-ba6a-42a1-ad89-22e6e48fb0ca tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9d5373f-7a56-40be-8b79-087cc80d0358&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206922
Jun 07 18:45:54.840195 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] For port b3df22d0-d16d-49ad-b0b0-afc356033b5d, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b3df22d0-d16d-49ad-b0b0-afc356033b5d,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:45:54.840555 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.138087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.138360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.138667 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Floating IP a96c13b9-f030-4fd5-97aa-06306bfa19a1 disassociated. External IP: 172.27.0.181, port: b3df22d0-d16d-49ad-b0b0-afc356033b5d.
Jun 07 18:45:55.138996 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Calling delete_port for b3df22d0-d16d-49ad-b0b0-afc356033b5d owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:55.192249 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.251018 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.256608 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4636649a-ac02-4377-9aea-38bec22c164b tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:55.315856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'Port': ['ID=b3df22d0-d16d-49ad-b0b0-afc356033b5d,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:55.319011 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:55.506631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:45:55.712878 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:45:55.723621 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:45:55.734709 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:55.735273 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d29d6f40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:55.843518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] No DVR routers for this DVR port b3df22d0-d16d-49ad-b0b0-afc356033b5d on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:45:55.847208 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.849287 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3fdcf5e3-40df-4246-8875-17688cc585af req-cde3c313-00e2-4296-b4a3-895ab625a508 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.57 "DELETE /v2.0/ports/b3df22d0-d16d-49ad-b0b0-afc356033b5d HTTP/1.1" status: 204  len: 173 time: 1.4810913
Jun 07 18:45:55.849934 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-deleted', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:45:55.852332 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4e0025-6466-4be0-9793-2e2b7b239f5b" -d '{"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-deleted", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:45:55.993792 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:55.995839 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:56.037772 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7b228bb2-41bd-4ae9-8197-38418dd31089 req-6ed86104-c65a-42ac-bfe5-f147dead5a76 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/ports?device_id=99120126-e92f-4553-9ec3-d3a344680107 HTTP/1.1" status: 200  len: 210 time: 0.0487282
Jun 07 18:45:56.106110 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ec3a2-c36d-48a4-9d65-6666bb514952 x-openstack-request-id: req-c25ec3a2-c36d-48a4-9d65-6666bb514952 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:45:56.106510 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99120126-e92f-4553-9ec3-d3a344680107", "name": "network-vif-deleted", "tag": "b3df22d0-d16d-49ad-b0b0-afc356033b5d", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:45:56.106857 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c25ec3a2-c36d-48a4-9d65-6666bb514952 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:45:56.107338 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99120126-e92f-4553-9ec3-d3a344680107', 'name': 'network-vif-deleted', 'tag': 'b3df22d0-d16d-49ad-b0b0-afc356033b5d', 'status': 'completed', 'code': 200}
Jun 07 18:45:56.352555 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d29d6f40>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:56.356644 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:45:56.366128 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:45:56.366722 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d29d6f40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:56.548317 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:45:56.772048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:45:56.808515 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: b3df22d0-d16d-49ad-b0b0-afc356033b5d {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:45:56.808853 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b3df22d0-d16d-49ad-b0b0-afc356033b5d not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:45:56.872016 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d29d6f40>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:45:56.875941 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f562d0-f959-49a0-85be-fabbefd3fe41 None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:39:25Z', 'revision_number': 4, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'fc508d06-2e87-43b5-a780-b19f1824a3ad', 'name': '', 'network_id': '450c74e8-af91-4807-a318-605085c0763c', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'mac_address': 'fa:16:3e:fc:e1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:21Z', 'updated_at': '2021-06-07T18:39:37Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'subnets': [{'id': '25aea57d-e151-4d9c-b32c-b6c62a1b6779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:45:57.119054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598fc62-6ec3-4c82-ba3c-e05b244fdbdf None None] New status for floating IP a96c13b9-f030-4fd5-97aa-06306bfa19a1: DOWN {{(pid=98347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:45:57.228425 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53032) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:57.324796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.371981 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.430081 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.432803 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.433911 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9d5373f-7a56-40be-8b79-087cc80d0358 HTTP/1.1" status: 204  len: 168 time: 0.2044752
Jun 07 18:45:57.434648 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d922d76a-79e1-4d1a-a5d8-f75afb2574e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:57.437115 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53038) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:57.445897 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d5373f-7a56-40be-8b79-087cc80d0358,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:57.448263 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cacc4eda-197f-4403-bf3e-1fc7ea4d90f8 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:57.457053 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.api.v2.resource [None req-b0391fed-c037-41ec-a181-c627139f34a6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] show failed (client error): The resource could not be found.
Jun 07 18:45:57.458153 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b0391fed-c037-41ec-a181-c627139f34a6 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "GET /v2.0/security-groups/a9d5373f-7a56-40be-8b79-087cc80d0358 HTTP/1.1" status: 404  len: 347 time: 0.0200253
Jun 07 18:45:57.460993 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53040) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:45:57.777750 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Deleting port 25491370-e5b8-4343-88db-90035fa8ac82 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:45:57.777980 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.894504 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:57.894822 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:58.015716 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Calling delete_port for 25491370-e5b8-4343-88db-90035fa8ac82 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:45:58.125804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:58.130198 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8e93d790-12ba-4a87-9f05-5030088a3a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:45:58.173701 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Pushing event deleted for resources: {'Port': ['ID=25491370-e5b8-4343-88db-90035fa8ac82,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:45:58.202647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:45:58.268915 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:58.271318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:45:58.272443 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] 10.222.0.13 "DELETE /v2.0/floatingips/a96c13b9-f030-4fd5-97aa-06306bfa19a1 HTTP/1.1" status: 204  len: 168 time: 0.8105669
Jun 07 18:46:01.083888 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53080) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:01.789907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:02.300497 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Deleting port fc508d06-2e87-43b5-a780-b19f1824a3ad {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:46:02.301211 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:02.419954 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] For port fc508d06-2e87-43b5-a780-b19f1824a3ad, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=fc508d06-2e87-43b5-a780-b19f1824a3ad,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:02.420304 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:02.544738 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Calling delete_port for fc508d06-2e87-43b5-a780-b19f1824a3ad owned by network:router_interface {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:46:02.711418 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:02.714797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bdba8725-8a28-4232-9fe3-4f6f15f9997e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:02.758931 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc508d06-2e87-43b5-a780-b19f1824a3ad,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:02.761338 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:03.030448 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:03.400778 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Router 39dbe9fc-008e-4972-a219-4eac2f0353b6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:46:03.691046 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:46:03.695686 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-98810c08-d857-4a0b-b531-ac7a574a0cf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/39dbe9fc-008e-4972-a219-4eac2f0353b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6107903
Jun 07 18:46:03.699328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53102) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:03.702049 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Sync routers for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:46:03.712236 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:46:03.712845 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3370>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:03.872720 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks [] for router, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:03.885065 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:46:04.048625 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.123222 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Deleting port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:46:04.123591 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.173139 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3370>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:46:02Z', 'revision_number': 5, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port': {'id': '3eb94ae9-496a-4bcb-946d-aea3a87ba8d4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:39:05Z', 'updated_at': '2021-06-07T18:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:04.177082 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Checking router: 39dbe9fc-008e-4972-a219-4eac2f0353b6 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:46:04.185213 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Routers {'39dbe9fc-008e-4972-a219-4eac2f0353b6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:46:04.185807 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3370>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:45:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['39dbe9fc-008e-4972-a219-4eac2f0353b6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:04.246168 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] For port 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:04.246516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.335078 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] Set router 39dbe9fc-008e-4972-a219-4eac2f0353b6 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:46:04.371333 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Calling delete_port for 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 owned by network:router_gateway {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:46:04.460985 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d33f3370>, [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:46:04Z', 'revision_number': 6, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:04.466251 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91141ee1-7e65-4bd5-8c84-dbb00961e484 None None] The sync data for ids ['39dbe9fc-008e-4972-a219-4eac2f0353b6'] in dv-cinder-790535-1-iscsi is: [{'id': '39dbe9fc-008e-4972-a219-4eac2f0353b6', 'name': 'tempest-AttachVolumeShelveTestJSON-240833435-router', 'tenant_id': '3dde7cb8a9be42149079c579a49a9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:39:02Z', 'updated_at': '2021-06-07T18:46:04Z', 'revision_number': 6, 'project_id': '3dde7cb8a9be42149079c579a49a9e66', 'gw_port_host': None}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:46:04.513753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.518829 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1fe2a054-9f0a-4bf2-8a52-60d443ad4207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:04.561453 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb94ae9-496a-4bcb-946d-aea3a87ba8d4,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:04.564513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:04.652834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.822085 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.824988 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.853683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.854257 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39dbe9fc-008e-4972-a219-4eac2f0353b6 {{(pid=98346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:46:04.861844 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.865462 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39dbe9fc-008e-4972-a219-4eac2f0353b6 HTTP/1.1" status: 204  len: 168 time: 1.1629126
Jun 07 18:46:04.865856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53112) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:04.932650 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Deleting subnet 25aea57d-e151-4d9c-b32c-b6c62a1b6779 {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:46:04.935963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:04.985618 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.066863 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.136411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.140272 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:05.174830 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25aea57d-e151-4d9c-b32c-b6c62a1b6779,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:05.177878 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:05.178845 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.181467 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-fc2f6d04-af81-468a-a6e0-1c42bc86d274 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25aea57d-e151-4d9c-b32c-b6c62a1b6779 HTTP/1.1" status: 204  len: 168 time: 0.3138273
Jun 07 18:46:05.183211 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53116) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:05.185829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40abdd-d89e-43cf-aab5-2c7867651972 None None] Network 450c74e8-af91-4807-a318-605085c0763c requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:46:05.394437 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.448587 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] DHCP port deletion for 450c74e8-af91-4807-a318-605085c0763c request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:46:05.477805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Deleting port 33ccfeea-35b4-456a-89f0-098abb046526 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:46:05.478153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.525104 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:46:05.561375 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Deleting port 33ccfeea-35b4-456a-89f0-098abb046526 {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:46:05.561767 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.575907 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:46:05.575907 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3eb94ae9-496a-4bcb-946d-aea3a87ba8d4 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:46:05.575907 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device fc508d06-2e87-43b5-a780-b19f1824a3ad no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:46:05.588803 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] For port 33ccfeea-35b4-456a-89f0-098abb046526, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=33ccfeea-35b4-456a-89f0-098abb046526,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:05.589154 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.618721 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: fc508d06-2e87-43b5-a780-b19f1824a3ad {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:46:05.619130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device fc508d06-2e87-43b5-a780-b19f1824a3ad not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:46:05.619584 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 33ccfeea-35b4-456a-89f0-098abb046526 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:46:05.714830 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Calling delete_port for 33ccfeea-35b4-456a-89f0-098abb046526 owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:46:05.762529 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.766399 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:05.786487 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] For port 33ccfeea-35b4-456a-89f0-098abb046526, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=33ccfeea-35b4-456a-89f0-098abb046526,segment=NetworkSegment(4ef49c54-39af-43ce-b604-a84f07d1ab0e),segment_id=4ef49c54-39af-43ce-b604-a84f07d1ab0e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:05.786983 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.810316 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ccfeea-35b4-456a-89f0-098abb046526,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:05.813442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:05.814273 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] No DVR routers for this DVR port 33ccfeea-35b4-456a-89f0-098abb046526 on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:46:05.853288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No active binding found for port 33ccfeea-35b4-456a-89f0-098abb046526 {{(pid=98347) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 07 18:46:05.853695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 33ccfeea-35b4-456a-89f0-098abb046526 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:46:05.916115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Calling delete_port for 33ccfeea-35b4-456a-89f0-098abb046526 owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:46:05.930719 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.944340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d252b250>,) {'filters': {'network_id': ['450c74e8-af91-4807-a318-605085c0763c']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:05.959694 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.961987 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d252b250>, '4ef49c54-39af-43ce-b604-a84f07d1ab0e') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:05.962281 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d252b250>, '4ef49c54-39af-43ce-b604-a84f07d1ab0e') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:05.964197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:05.974167 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.991678 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:05.998036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:46:05.998417 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.009988 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Pushing event deleted for resources: {'Port': ['ID=33ccfeea-35b4-456a-89f0-098abb046526,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:46:06.014200 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:46:06.016542 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] No DVR routers for this DVR port 33ccfeea-35b4-456a-89f0-098abb046526 on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:46:06.021757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.022087 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.022430 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.022757 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.023304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.023925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.024788 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.025103 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.025445 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.025775 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.026103 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.026434 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:06.030887 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-93946481-f88a-488d-9a86-da509a85eb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:06.098905 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.106084 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cd5643f6-712a-493c-baf0-37d27f3956d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:06.121149 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.123167 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] 10.222.0.13 "DELETE /v2.0/networks/450c74e8-af91-4807-a318-605085c0763c HTTP/1.1" status: 204  len: 168 time: 0.9390135
Jun 07 18:46:06.128664 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Pushing event deleted for resources: {'Network': ['ID=450c74e8-af91-4807-a318-605085c0763c,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:06.130949 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:06.248881 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53124) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:06.303307 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-77214185-2b81-423c-b6e7-b1a9c4f1d3a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dde7cb8a9be42149079c579a49a9e66&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0531051
Jun 07 18:46:06.307157 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53126) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:06.379348 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.406337 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.470579 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.473053 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:06.474166 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7db9e489-743d-459c-86df-8e2bf00fb584 HTTP/1.1" status: 204  len: 168 time: 0.1654468
Jun 07 18:46:06.474952 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-20baf34e-4fb3-4521-aa48-f2e289ea5203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:06.485331 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db9e489-743d-459c-86df-8e2bf00fb584,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:06.488413 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:07.234337 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53152) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:07.354485 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1985796409-network', 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:07.377889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:07.380263 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.392260 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.498747 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.503693 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.507170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8d3eec41-3a61-425c-ac65-0e2137e1d4a0 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:07.536292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:46:07.544916 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f03f30-c370-4fd6-b93b-41468c9bf7f5,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:07.548482 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:07.551206 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.551621 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Added segment 59135b9f-2bad-47c3-b2fe-2ee606c46e38 of type vlan for network 8a6dd6d3-4630-47cf-b4f8-09f275852146
Jun 07 18:46:07.578396 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.607753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.609077 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:07.609650 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:07.614470 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e72896ea-7482-4ac8-ae5a-3c9bf62f771f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:07.759982 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5243583
Jun 07 18:46:07.763090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53160) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:07.767900 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Request body: {'subnet': {'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1985796409-subnet', 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:07.828358 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6dd6d3-4630-47cf-b4f8-09f275852146,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:07.832815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:07.841850 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:46:07.842842 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:07.845751 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:08.054153 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:08.058055 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:08.132009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:08.134618 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:08.141934 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Checking segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:08.142282 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Network hostable DHCP agents. Network: 8a6dd6d3-4630-47cf-b4f8-09f275852146, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:46:08.160267 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:46:08.174804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 8a6dd6d3-4630-47cf-b4f8-09f275852146) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:08.176700 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:08.177838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:08.192496 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51291e6-df3f-4100-9233-24bd9bf613b3 None None] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:46:08.213044 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-1fa3f733-8122-40d8-9354-fa28a44c77ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4391344
Jun 07 18:46:08.399150 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f2327-e407-4d92-bfd4-ec12e9021cba None None] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:46:08.756985 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0bc2690f-39f9-4a80-bb79-78536956d4c5 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:08.758457 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0bc2690f-39f9-4a80-bb79-78536956d4c5 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1497416
Jun 07 18:46:08.773707 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-6c61f499-780c-4f13-b79b-bf5a5fb01260 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/quotas/2d6ffa87c1494169af9502c57d27e2a0 HTTP/1.1" status: 200  len: 375 time: 0.0096240
Jun 07 18:46:08.823213 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0cd9e0b7-dfeb-46a4-85aa-280bbea3db5e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443690
Jun 07 18:46:09.008031 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-c751adcb-9a79-447e-b775-78ca2867c3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765895
Jun 07 18:46:09.152702 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-af0d86f9-f937-4142-80c8-459668593c22 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383431
Jun 07 18:46:09.337208 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-380fe4ec-af22-4f54-ac67-fa4165c2de04 req-3b86b74b-e6bb-47a8-9ab5-b3af99dec103 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 210 time: 0.0472820
Jun 07 18:46:10.171583 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53222) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:10.235834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Deleting subnet 761a1e4f-5e27-44dd-85a7-c31382fb4235 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:46:10.239545 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.290385 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.354855 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.396122 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-8d86c6a9-abef-4bc6-a364-1753a9949d4f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:10.397853 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-8d86c6a9-abef-4bc6-a364-1753a9949d4f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1622038
Jun 07 18:46:10.410585 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Request body: {'port': {'device_id': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'admin_state_up': True, 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:10.443271 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.453330 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-47aa5057-d329-4c87-8736-f19f09ee4d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:10.487598 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.489549 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/761a1e4f-5e27-44dd-85a7-c31382fb4235 HTTP/1.1" status: 204  len: 168 time: 0.3169129
Jun 07 18:46:10.493036 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53230) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:10.511164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761a1e4f-5e27-44dd-85a7-c31382fb4235,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:10.515493 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7a228d9d-6379-47a8-be39-5fea7e86ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:10.606315 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.667009 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-846a9b0d-50e4-4c3f-bcd2-c5b81daff00f req-a4c368b4-a985-460b-be0e-60f259ec8b83 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 210 time: 0.0498619
Jun 07 18:46:10.724506 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:10.728033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.745138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.758034 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d13f07f0>,) {'filters': {'network_id': ['8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:10.770668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d13f07f0>, '02ea1a5f-2402-4888-a627-62d4b5345679') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:10.770969 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d13f07f0>, '02ea1a5f-2402-4888-a627-62d4b5345679') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:10.782409 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.799632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.806104 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:46:10.806487 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:46:10.819987 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:46:10.897079 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Allocated IP 172.20.0.11 (8a6dd6d3-4630-47cf-b4f8-09f275852146/d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e/1cd60e92-bf60-41aa-a273-93930363087e) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:10.897916 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.901788 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:10.919028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:10.920901 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f HTTP/1.1" status: 204  len: 168 time: 0.4269702
Jun 07 18:46:10.924239 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6ad7f0-f693-4387-8dee-32f6c5dc0d2f,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:10.925963 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53232) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:10.930405 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:10.989614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Deleting subnet 0897a325-21e4-4a74-a31f-05c07b2765a3 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:46:10.992838 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.052122 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.116223 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.116469 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.147877 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:11.150369 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:11.167937 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:11.169099 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:11.171371 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:11.194090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.203534 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:11.233251 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:11.233490 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.233896 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.235145 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0897a325-21e4-4a74-a31f-05c07b2765a3 HTTP/1.1" status: 204  len: 168 time: 0.3059683
Jun 07 18:46:11.239088 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53234) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:11.244588 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0897a325-21e4-4a74-a31f-05c07b2765a3,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:11.246897 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:11.286578 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-2b73ff4d-bf3a-43f3-a73a-06a815d5043e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8805997
Jun 07 18:46:11.339718 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Request body: {'port': {'device_id': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:11.403980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.532815 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.598068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.638099 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d2411940>,) {'filters': {'network_id': ['f18b017d-edd0-4982-9ff7-e1eff80ad7dd']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:11.668078 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d2411940>, '45d8014f-610b-4b84-9539-d2c877312001') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:11.668371 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d2411940>, '45d8014f-610b-4b84-9539-d2c877312001') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:11.685205 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.715360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.764679 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:46:11.765059 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:46:11.778728 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:46:11.934447 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.955995 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:11.960369 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f18b017d-edd0-4982-9ff7-e1eff80ad7dd HTTP/1.1" status: 204  len: 168 time: 0.7175357
Jun 07 18:46:11.961837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:12.029199 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Pushing event deleted for resources: {'Network': ['ID=f18b017d-edd0-4982-9ff7-e1eff80ad7dd,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:12.035058 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:12.075013 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69756a-800d-4abb-bd79-8067dd9c760d req-41661c45-16ff-4188-bc61-c9c83c9b599b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:12.076498 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4e69756a-800d-4abb-bd79-8067dd9c760d req-41661c45-16ff-4188-bc61-c9c83c9b599b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 932 time: 0.2784042
Jun 07 18:46:12.077781 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53240) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:12.132357 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-22abd07c-06bd-43a5-aa34-c0709a9c2950 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a2c1c9d34414b77b171f6ca954d7201&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531766
Jun 07 18:46:12.134681 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53242) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:12.143849 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4e69756a-800d-4abb-bd79-8067dd9c760d req-0f7f852f-b373-4f7b-b144-9ce4892d4201 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590689
Jun 07 18:46:12.195147 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.199369 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd60e92-bf60-41aa-a273-93930363087e {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:12.207991 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.222990 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Transition to ACTIVE for port object 1cd60e92-bf60-41aa-a273-93930363087e will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:12.223325 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.227915 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.234071 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:12.278143 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.281894 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.287081 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0bdfce7-75ad-4a65-b5bf-929b14be632b HTTP/1.1" status: 204  len: 168 time: 0.1475766
Jun 07 18:46:12.287081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4b5046b0-6dc6-4b50-9818-daea1cd51323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:12.294729 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bdfce7-75ad-4a65-b5bf-929b14be632b,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:12.297057 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bbde9c8e-b91f-4532-818a-cf8f1d767828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:12.498665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd60e92-bf60-41aa-a273-93930363087e,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:12.506682 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:12.584726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Attempting to bind port 1cd60e92-bf60-41aa-a273-93930363087e on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:12.585065 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Attempting to bind port 1cd60e92-bf60-41aa-a273-93930363087e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:12.585388 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Attempting to bind port 1cd60e92-bf60-41aa-a273-93930363087e on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:12.590026 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Port 1cd60e92-bf60-41aa-a273-93930363087e on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:12.590363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Attempting to bind port 1cd60e92-bf60-41aa-a273-93930363087e on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:12.595732 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:12.596070 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Checking segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:12.596450 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Bound using segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:12.596870 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Bound port: 1cd60e92-bf60-41aa-a273-93930363087e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:12.597209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.678123 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53248) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:12.693943 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:12.696845 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1cd60e92-bf60-41aa-a273-93930363087e,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:12.700378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.705060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:12.729289 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-4ec14ee4-1a40-442d-a87c-2ae3b13ac750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99a3b50cda444a6fa35f06b54bdccec0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498838
Jun 07 18:46:12.731801 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53250) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:12.772801 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:12.773411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.774767 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] 10.222.0.57 "PUT /v2.0/ports/1cd60e92-bf60-41aa-a273-93930363087e HTTP/1.1" status: 200  len: 1094 time: 1.4811318
Jun 07 18:46:12.775266 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:12.777563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e35bc90-e67a-498d-b984-727f6b967d27" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "tag": "1cd60e92-bf60-41aa-a273-93930363087e"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:12.803355 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd60e92-bf60-41aa-a273-93930363087e,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:12.804914 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.806480 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:12.838428 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.852576 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e2aea1-584a-40e8-949b-548fbf61a4a5 x-openstack-request-id: req-95e2aea1-584a-40e8-949b-548fbf61a4a5 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:12.852903 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "tag": "1cd60e92-bf60-41aa-a273-93930363087e", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:12.853394 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e2aea1-584a-40e8-949b-548fbf61a4a5 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:12.853817 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e', 'status': 'completed', 'code': 200}
Jun 07 18:46:12.894371 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.895075 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-91710246-884d-42fa-887d-b67111d4fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:12.896601 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-91710246-884d-42fa-887d-b67111d4fa12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 1097 time: 0.0794971
Jun 07 18:46:12.896955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:12.898050 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae858cc0-6c93-49d4-aa9c-feddd8c68273 HTTP/1.1" status: 204  len: 168 time: 0.1653459
Jun 07 18:46:12.898907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e0daca68-e250-40cd-b098-4f8e1fd95e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:12.913418 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae858cc0-6c93-49d4-aa9c-feddd8c68273,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:12.915819 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:12.974557 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-1332716e-8cd2-47c2-a2d1-b2b3dde342c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cd60e92-bf60-41aa-a273-93930363087e HTTP/1.1" status: 200  len: 217 time: 0.0701802
Jun 07 18:46:13.039818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0972684f-989d-4f63-9d6c-976df3effc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:13.041464 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0972684f-989d-4f63-9d6c-976df3effc23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0614302
Jun 07 18:46:13.092879 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-0399b24c-87a1-4f22-82b9-50263a1aa37e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453618
Jun 07 18:46:13.232738 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-edecf56d-d012-4051-b2dc-6fa5a2d9ee08 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325042
Jun 07 18:46:13.436304 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a365a07-5db0-4ddd-811a-ecc3a9dfca2f req-68a5920f-c621-49e3-9e9b-64e57dd6de71 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969137
Jun 07 18:46:13.451377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d89c7-40fa-4c75-96de-31d4b18428b0 req-22f80b07-a7ee-44db-8b8c-ce5cefdb8e0d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:13.452872 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-995d89c7-40fa-4c75-96de-31d4b18428b0 req-22f80b07-a7ee-44db-8b8c-ce5cefdb8e0d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 944 time: 0.1947608
Jun 07 18:46:13.555992 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-995d89c7-40fa-4c75-96de-31d4b18428b0 req-f9758aeb-0b8c-460e-99db-f8b657043f33 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935624
Jun 07 18:46:13.585483 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-2333486e-37e2-47d8-aa98-5fc86c82c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:13.586952 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-2333486e-37e2-47d8-aa98-5fc86c82c4be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 1097 time: 0.0859156
Jun 07 18:46:13.722173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-5f3034b8-36c8-4b64-b023-2779653f719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:13.723664 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-5f3034b8-36c8-4b64-b023-2779653f719a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 916 time: 0.1303942
Jun 07 18:46:13.795156 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-65f2b2a9-5097-453e-a361-f95b64a839eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cd60e92-bf60-41aa-a273-93930363087e HTTP/1.1" status: 200  len: 217 time: 0.0641916
Jun 07 18:46:13.858348 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-f0b51f22-f0ab-41d1-8a3f-58a08a1766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:13.859869 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-f0b51f22-f0ab-41d1-8a3f-58a08a1766f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0583262
Jun 07 18:46:13.909636 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-6ed1a876-f38b-40d2-a17e-645c91405510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419674
Jun 07 18:46:14.043543 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-5e6f1891-8810-4632-83c8-ce0da1dfa142 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272604
Jun 07 18:46:14.280736 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2e35bc90-e67a-498d-b984-727f6b967d27 req-ab2382a6-807f-409b-af71-32d6e7047488 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300720
Jun 07 18:46:14.356132 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53296) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:14.473037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.577292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.582188 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.589344 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-07cb2126-01f6-4e4e-92cd-af48b4af7a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:14.632563 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65234b-3eb8-4d32-8e97-30abe3ea8384,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:14.636180 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:14.638648 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c9d54f503a74c2c8e19ea540896c8ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815282
Jun 07 18:46:14.641420 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53302) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:14.771938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b526-34b6-4134-bfe3-d93b66e38bd3 req-2d4403f2-2653-4a91-9f5e-f21a2f3ce32e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:14.773405 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f064b526-34b6-4134-bfe3-d93b66e38bd3 req-2d4403f2-2653-4a91-9f5e-f21a2f3ce32e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 944 time: 0.1001244
Jun 07 18:46:14.805037 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.821363 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f064b526-34b6-4134-bfe3-d93b66e38bd3 req-0a52c25d-8b24-4e56-974b-5ff0a142e3cb tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420368
Jun 07 18:46:14.831824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.884554 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.887030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:14.888188 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f65234b-3eb8-4d32-8e97-30abe3ea8384 HTTP/1.1" status: 204  len: 168 time: 0.2457178
Jun 07 18:46:14.888951 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-466e18c8-c663-428b-94b0-6b89789c0b16 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:14.896864 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 1cd60e92-bf60-41aa-a273-93930363087e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:14.898811 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65234b-3eb8-4d32-8e97-30abe3ea8384,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:14.901016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:15.026599 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:46:15.048253 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1cd60e92-bf60-41aa-a273-93930363087e,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:15.062759 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '1cd60e92-bf60-41aa-a273-93930363087e', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'port_id': '1cd60e92-bf60-41aa-a273-93930363087e', 'mac_address': 'fa:16:3e:dd:36:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e9014d-0ae3-4aee-ae07-a8f9fa519e6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:15.125343 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:15.150457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd60e92-bf60-41aa-a273-93930363087e {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:15.167025 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1cd60e92-bf60-41aa-a273-93930363087e,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:15.171645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:15.176041 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:15.254493 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=1cd60e92-bf60-41aa-a273-93930363087e,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:15.256042 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:15.374977 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:16.030410 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23be4-ef15-4c14-b7f1-057d56361c92 req-7590a758-f9ec-4c25-81c0-ffcb725eed5f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:16.031983 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ade23be4-ef15-4c14-b7f1-057d56361c92 req-7590a758-f9ec-4c25-81c0-ffcb725eed5f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 945 time: 0.0985577
Jun 07 18:46:16.096423 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ade23be4-ef15-4c14-b7f1-057d56361c92 req-73f43466-5b68-4164-8f25-fa279aaeb4c0 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574496
Jun 07 18:46:17.177280 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 1cd60e92-bf60-41aa-a273-93930363087e up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:17.249556 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 1cd60e92-bf60-41aa-a273-93930363087e completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:17.256750 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 1cd60e92-bf60-41aa-a273-93930363087e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:17.257137 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:17.307004 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6c8c5-c096-4ee8-afcb-4198171b95d9 req-dd1c035a-821d-489b-b1f7-12b36f9f76f6 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:17.308400 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-10e6c8c5-c096-4ee8-afcb-4198171b95d9 req-dd1c035a-821d-489b-b1f7-12b36f9f76f6 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 945 time: 0.0946770
Jun 07 18:46:17.355529 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-10e6c8c5-c096-4ee8-afcb-4198171b95d9 req-902a725a-dfa1-463a-8da6-681c344ab97d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412357
Jun 07 18:46:17.389013 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:17.416954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:17.419173 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34b8d80-fd24-4051-9471-dd55b9f7e79f" -d '{"events": [{"server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd60e92-bf60-41aa-a273-93930363087e"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:17.428052 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1cd60e92-bf60-41aa-a273-93930363087e,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:17.432099 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:17.434117 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-38325706-e8d5-40f3-b92c-754d004d4b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:17.466453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5a8efc-1f68-4c0d-807b-9839f5be6096 x-openstack-request-id: req-af5a8efc-1f68-4c0d-807b-9839f5be6096 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:17.466748 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "name": "network-vif-plugged", "status": "completed", "tag": "1cd60e92-bf60-41aa-a273-93930363087e", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:17.467001 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af5a8efc-1f68-4c0d-807b-9839f5be6096 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:17.467388 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e', 'code': 200}
Jun 07 18:46:17.505144 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=1cd60e92-bf60-41aa-a273-93930363087e,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:17.508375 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:18.573226 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f6d5a-23dd-4494-a2f4-0d476ca84264 req-f15ddcb7-ecde-4f98-a426-2d9338560de7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:18.574847 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-df9f6d5a-23dd-4494-a2f4-0d476ca84264 req-f15ddcb7-ecde-4f98-a426-2d9338560de7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.0998003
Jun 07 18:46:18.623627 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-df9f6d5a-23dd-4494-a2f4-0d476ca84264 req-42e5d5bf-950a-410b-abf4-6f7ef86f9140 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421207
Jun 07 18:46:19.286451 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8a41c-864d-4c29-9d93-d4cfd1c34fe5 req-8df34537-0669-4d94-9067-0be6b536064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:19.287969 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fe8a41c-864d-4c29-9d93-d4cfd1c34fe5 req-8df34537-0669-4d94-9067-0be6b536064d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 1099 time: 0.0717824
Jun 07 18:46:19.333372 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fe8a41c-864d-4c29-9d93-d4cfd1c34fe5 req-f0118cd5-46dd-4a0d-b993-801b669ac516 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387876
Jun 07 18:46:19.614823 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-b6695cd7-f602-48b8-9944-022ef7a8bb31 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dff29b2837544b279f4e2bba239842b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319800
Jun 07 18:46:19.811554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-88a357ec-623f-4771-8b67-3a8b7c0d2803 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:19.813030 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-88a357ec-623f-4771-8b67-3a8b7c0d2803 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1930277
Jun 07 18:46:19.835759 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-ca21ede7-440c-4b5d-bf93-7e3618ac1f46 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/quotas/dff29b2837544b279f4e2bba239842b0 HTTP/1.1" status: 200  len: 375 time: 0.0155725
Jun 07 18:46:19.889546 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-a40465b2-9cf4-4802-a1aa-af0ed6dfdbda tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dff29b2837544b279f4e2bba239842b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480673
Jun 07 18:46:19.905916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efb2c8-7403-4420-bbab-7754791086ae req-27df906f-cbdd-4f19-ab70-9bd81cd01ee1 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:19.907512 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-83efb2c8-7403-4420-bbab-7754791086ae req-27df906f-cbdd-4f19-ab70-9bd81cd01ee1 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.1664751
Jun 07 18:46:19.956248 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-83efb2c8-7403-4420-bbab-7754791086ae req-1c6eb0ac-f58d-4bba-94d5-2e059b1790c4 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428135
Jun 07 18:46:20.081536 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-9ebfced4-92c3-493c-8e42-08affcf2c4d4 req-362659f4-b203-40d2-be34-85c2d5e9561b tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 210 time: 0.0464430
Jun 07 18:46:20.771338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-91046297-67d1-4b24-802c-9dc9b42ab936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:21.071542 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-e7fc9e30-adcc-438b-aebb-4a8766cb5c32 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dff29b2837544b279f4e2bba239842b0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324550
Jun 07 18:46:21.326188 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-ab5787e1-f9a6-4720-a275-60a77c9c274c tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:21.327550 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-ab5787e1-f9a6-4720-a275-60a77c9c274c tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2178230
Jun 07 18:46:21.329448 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-007a0f15-bbd8-4090-9d05-1bc8e619562f req-079e28e4-ffd4-48c2-8c45-d8f5f170754d tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 210 time: 0.0578294
Jun 07 18:46:21.337762 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb2196-8eae-4845-ad94-17144c664963 req-f9d62bb8-272f-456d-aa0c-e968e123f63b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:21.339213 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-81cb2196-8eae-4845-ad94-17144c664963 req-f9d62bb8-272f-456d-aa0c-e968e123f63b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.2645915
Jun 07 18:46:21.343860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Request body: {'port': {'device_id': '34c36af8-145e-418f-9742-6498226b30e1', 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74', 'admin_state_up': True, 'tenant_id': 'dff29b2837544b279f4e2bba239842b0'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:21.472470 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-81cb2196-8eae-4845-ad94-17144c664963 req-7e03a572-9ca0-4fd6-a688-8c2d22028d76 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146705
Jun 07 18:46:21.528575 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Made reservation on behalf of dff29b2837544b279f4e2bba239842b0 for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:21.532516 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:21.549772 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:21.671535 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:21.676096 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:21.680755 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-58949324-cac8-4ab5-b7f6-443250e5208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:21.761532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19002887-9695-4478-9fe7-ce1b9747dc4e,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:21.770887 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:21.974333 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Allocated IP 192.168.233.81 (17ac2ca3-f68b-4614-914f-ef1253e08b74/cd4f9f6f-4ce4-4859-b75f-30bbf7290426/78aef555-6eba-4e7b-bc85-aca43ac717d6) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:22.184918 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.202002 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Transition to ACTIVE for port object 78aef555-6eba-4e7b-bc85-aca43ac717d6 will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:22.229337 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:22.231803 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:22.250796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Network 17ac2ca3-f68b-4614-914f-ef1253e08b74 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:22.252089 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:22.254477 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:22.331710 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:22.332345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.357844 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-8fd9a5c5-9590-4821-bc53-0db78b3deb59 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0175540
Jun 07 18:46:22.370333 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Request body: {'port': {'device_id': '34c36af8-145e-418f-9742-6498226b30e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:22.529506 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-327cb45f-217f-41b7-8a3c-6445e1890475 None None] Provisioning for port 78aef555-6eba-4e7b-bc85-aca43ac717d6 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:22.536103 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-327cb45f-217f-41b7-8a3c-6445e1890475 None None] Provisioning complete for port 78aef555-6eba-4e7b-bc85-aca43ac717d6 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:22.536488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-327cb45f-217f-41b7-8a3c-6445e1890475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.542875 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.634861 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f06a-2c99-45ad-82c9-60da569bd4da req-f260de91-9bfc-4f20-b9b2-83872f0a65c1 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:22.635129 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-327cb45f-217f-41b7-8a3c-6445e1890475 None None] Port 78aef555-6eba-4e7b-bc85-aca43ac717d6 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:46:22.636389 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32f6f06a-2c99-45ad-82c9-60da569bd4da req-f260de91-9bfc-4f20-b9b2-83872f0a65c1 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 935 time: 0.1832798
Jun 07 18:46:22.743049 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-32f6f06a-2c99-45ad-82c9-60da569bd4da req-8673c58f-3fb2-4415-a6e3-9e736a2762f6 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979853
Jun 07 18:46:22.936040 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78aef555-6eba-4e7b-bc85-aca43ac717d6 {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:22.943960 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.959538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Transition to ACTIVE for port object 78aef555-6eba-4e7b-bc85-aca43ac717d6 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:22.963776 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:22.967889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:23.050051 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:23.114520 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Pushing event updated for resources: {'Port': ['ID=78aef555-6eba-4e7b-bc85-aca43ac717d6,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:23.119020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:23.243900 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Attempting to bind port 78aef555-6eba-4e7b-bc85-aca43ac717d6 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:23.244589 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Attempting to bind port 78aef555-6eba-4e7b-bc85-aca43ac717d6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:23.244730 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Attempting to bind port 78aef555-6eba-4e7b-bc85-aca43ac717d6 on network 17ac2ca3-f68b-4614-914f-ef1253e08b74 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:23.253373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Port 78aef555-6eba-4e7b-bc85-aca43ac717d6 on network 17ac2ca3-f68b-4614-914f-ef1253e08b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:23.253373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Attempting to bind port 78aef555-6eba-4e7b-bc85-aca43ac717d6 on network 17ac2ca3-f68b-4614-914f-ef1253e08b74 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:23.259213 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:23.259213 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Checking segment: {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:23.259466 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Bound using segment: {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:23.259769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Bound port: 78aef555-6eba-4e7b-bc85-aca43ac717d6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133ea85b-278c-4f8e-9bd5-83169a22a1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:23.260105 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:23.346875 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-e3c5b52d-89a1-40fd-8f85-ee0ff9a02164 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764344
Jun 07 18:46:23.355238 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:23.358424 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:23.363922 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:23.368856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c7f42ef6-55cf-4fc6-920c-2a6ec635fd15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:23.402072 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-d8924b99-fad8-4eb6-a9c4-49375f1c8a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:23.429220 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.429837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:23.431221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] 10.222.0.57 "PUT /v2.0/ports/78aef555-6eba-4e7b-bc85-aca43ac717d6 HTTP/1.1" status: 200  len: 1097 time: 1.0652595
Jun 07 18:46:23.431910 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:23.434065 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3265aa-efa2-4ce5-ab47-47342edeef29" -d '{"events": [{"name": "network-changed", "server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:23.458555 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Pushing event updated for resources: {'Port': ['ID=78aef555-6eba-4e7b-bc85-aca43ac717d6,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:23.462441 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:23.489829 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-4393382a-12e2-4877-98de-6d7daed8e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.491849 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-4393382a-12e2-4877-98de-6d7daed8e246 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1099 time: 0.1089420
Jun 07 18:46:23.523325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dace3d8-5d1a-4143-a963-112b8a9cee2d x-openstack-request-id: req-5dace3d8-5d1a-4143-a963-112b8a9cee2d {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:23.523667 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:23.523945 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dace3d8-5d1a-4143-a963-112b8a9cee2d {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:23.524360 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6', 'status': 'completed', 'code': 200}
Jun 07 18:46:23.560650 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-9ec15c7a-18e7-4d77-8c32-d65ff3add417 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548971452&fields=id&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 267 time: 0.0951331
Jun 07 18:46:23.630646 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-4a9631aa-a5e7-4786-8587-72f106200519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.632106 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-4a9631aa-a5e7-4786-8587-72f106200519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff29b2837544b279f4e2bba239842b0&device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 1100 time: 0.1518362
Jun 07 18:46:23.652661 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-9f5e2815-e409-4eea-884c-4a35a8d86611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.654106 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-9f5e2815-e409-4eea-884c-4a35a8d86611 service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1385524
Jun 07 18:46:23.765907 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-7f1a0715-c5b9-422f-a4f1-c71375476b5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 1002 time: 0.1052134
Jun 07 18:46:23.834612 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-e3b33574-ff47-40ee-92ea-cd42d620de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.836170 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-e3b33574-ff47-40ee-92ea-cd42d620de86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0644860
Jun 07 18:46:23.858310 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-952e3cb6-2c95-40c9-990e-70221f028367 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6 HTTP/1.1" status: 200  len: 217 time: 0.1822257
Jun 07 18:46:23.916959 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-2ef25689-0465-4d2b-b539-372670bbb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.918709 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-2ef25689-0465-4d2b-b539-372670bbb4b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759103
Jun 07 18:46:23.992792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-18cfceb7-bebe-48e5-84ed-35717868ede2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:23.994240 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-18cfceb7-bebe-48e5-84ed-35717868ede2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.4243653
Jun 07 18:46:24.008490 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-eccbd8a3-32cd-406e-9ec1-28dae058c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:24.009856 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-eccbd8a3-32cd-406e-9ec1-28dae058c277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4f9f6f-4ce4-4859-b75f-30bbf7290426 HTTP/1.1" status: 200  len: 843 time: 0.1107686
Jun 07 18:46:24.051474 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-8d24211e-42cb-40b2-8dcc-a714f68eb045 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/quotas/ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 375 time: 0.0459776
Jun 07 18:46:24.053739 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-e81d609d-f1c5-48a8-8539-671adf8ffcca service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283300
Jun 07 18:46:24.130013 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9335c-3540-44b6-a88e-33da9d657492 req-cd59e156-dd78-4cd7-906d-60bfae281d9b tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:24.131500 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-86e9335c-3540-44b6-a88e-33da9d657492 req-cd59e156-dd78-4cd7-906d-60bfae281d9b tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 947 time: 0.2779191
Jun 07 18:46:24.193566 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ec95a90f-3e55-4b18-bef2-2ea44b147454 req-4dc53b9a-0b02-426c-86ed-eb860eec048d service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326256
Jun 07 18:46:24.206053 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-86e9335c-3540-44b6-a88e-33da9d657492 req-777c24a2-3e3b-4e82-8bae-02e7cc787df8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617115
Jun 07 18:46:24.214963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-51534203-5c93-4743-a799-07738ff68c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:24.216434 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-51534203-5c93-4743-a799-07738ff68c76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17ac2ca3-f68b-4614-914f-ef1253e08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1964772
Jun 07 18:46:24.230929 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-9f2d33bb-e881-4ded-950e-7c1e6063869e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1732571
Jun 07 18:46:24.418228 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-2fd95525-170a-4e65-a27e-ec2dbc055400 service neutron] 10.222.0.57 "GET /v2.0/networks/17ac2ca3-f68b-4614-914f-ef1253e08b74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862366
Jun 07 18:46:24.428226 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:24.630932 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-3b512fd1-37e7-4c8d-9929-b753b0defabc service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3808639
Jun 07 18:46:24.680183 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-52d12a76-51a9-4059-ab12-d9cf1351a96d req-d872f34d-4dd4-4d2d-af3c-651b53f94fa8 service neutron] 10.222.0.57 "GET /v2.0/networks/17ac2ca3-f68b-4614-914f-ef1253e08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2469900
Jun 07 18:46:24.851484 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-85cc51a6-7a4c-4649-bd59-f715c32c0dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110257
Jun 07 18:46:24.865009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-1a76300d-4f9b-411a-af98-7b6e1b4d92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:24.866695 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-1a76300d-4f9b-411a-af98-7b6e1b4d92a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dff29b2837544b279f4e2bba239842b0&device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 1100 time: 0.1117373
Jun 07 18:46:25.004387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-1e0db3ca-81c1-468d-a53e-62cbb9d9afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:25.005819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-1e0db3ca-81c1-468d-a53e-62cbb9d9afbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=17ac2ca3-f68b-4614-914f-ef1253e08b74 HTTP/1.1" status: 200  len: 870 time: 0.1318383
Jun 07 18:46:25.080530 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-11aa4753-0b15-47f5-937c-be23d3d94901 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6 HTTP/1.1" status: 200  len: 217 time: 0.0664008
Jun 07 18:46:25.152260 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-cbbdb919-fe2f-49d3-84a9-ffbb938c8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:25.153761 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-cbbdb919-fe2f-49d3-84a9-ffbb938c8b2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd4f9f6f-4ce4-4859-b75f-30bbf7290426 HTTP/1.1" status: 200  len: 843 time: 0.0673866
Jun 07 18:46:25.205883 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:25.282942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-de92278c-b01e-471c-9225-69ae1063853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:25.284794 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-de92278c-b01e-471c-9225-69ae1063853b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17ac2ca3-f68b-4614-914f-ef1253e08b74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1244614
Jun 07 18:46:25.286978 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2f68b652-743d-43a1-a34e-e63a5aec1045 req-6722c66c-f1a7-437b-9cf4-932ce3a9173e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 210 time: 0.0561187
Jun 07 18:46:25.616502 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-1947ffc8-679a-4024-8fba-ffe7c07390c1 service neutron] 10.222.0.57 "GET /v2.0/networks/17ac2ca3-f68b-4614-914f-ef1253e08b74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3198373
Jun 07 18:46:25.625668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e409-3f58-425f-b24a-69bf4400e518 req-6182c013-578b-4b96-8a2d-3f1132624a5f tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:25.627729 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b491e409-3f58-425f-b24a-69bf4400e518 req-6182c013-578b-4b96-8a2d-3f1132624a5f tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 947 time: 0.3044012
Jun 07 18:46:25.766023 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b491e409-3f58-425f-b24a-69bf4400e518 req-43da78c6-d77a-4ebd-a2b6-226d14f1ff2e tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197166
Jun 07 18:46:25.805100 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cf3265aa-efa2-4ce5-ab47-47342edeef29 req-8577831e-e712-4406-9eb7-1bab4350f38d service neutron] 10.222.0.57 "GET /v2.0/networks/17ac2ca3-f68b-4614-914f-ef1253e08b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763318
Jun 07 18:46:25.983242 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:26.385493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-233c28c4-eee6-4fb6-9009-ab9bb54682ef tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:26.386926 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-233c28c4-eee6-4fb6-9009-ab9bb54682ef tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 811 time: 0.1508896
Jun 07 18:46:26.467204 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5146f13e-0235-4de4-a3a2-a817e1b8d601 req-8065f061-f87c-4bde-834e-ac0d09250aa4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 210 time: 0.0556803
Jun 07 18:46:26.480841 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-5327f26e-effd-4bd4-bceb-9e9d8b206b83 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba094a24f85f4bb086a2c1241612bebc HTTP/1.1" status: 200  len: 380 time: 0.0843856
Jun 07 18:46:26.490093 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'port': {'device_id': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'admin_state_up': True, 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'security_groups': ['210bf4fb-18cf-43fc-8824-21b5460bca70']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:26.648830 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Made reservation on behalf of ba094a24f85f4bb086a2c1241612bebc for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:26.652364 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:26.820182 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.20.0.10 (308b0e29-c309-4938-8b9b-feac74f93213/0d36473f-c4f9-44ef-8b5f-f0374a93feca/a7a96021-d0e7-4226-970b-a13057db5df0) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:26.974016 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 78aef555-6eba-4e7b-bc85-aca43ac717d6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:27.082581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.096824 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444f88-0669-4b17-a6c8-b3b27c1ea588 req-c955cdd6-715b-4557-8e44-af344d63b9a2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:27.098268 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1444f88-0669-4b17-a6c8-b3b27c1ea588 req-c955cdd6-715b-4557-8e44-af344d63b9a2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 947 time: 0.2168958
Jun 07 18:46:27.106663 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:27.120533 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '78aef555-6eba-4e7b-bc85-aca43ac717d6', 'network_id': '17ac2ca3-f68b-4614-914f-ef1253e08b74', 'port_id': '78aef555-6eba-4e7b-bc85-aca43ac717d6', 'mac_address': 'fa:16:3e:c9:c7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4f9f6f-4ce4-4859-b75f-30bbf7290426', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:27.122299 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Transition to ACTIVE for port object a7a96021-d0e7-4226-970b-a13057db5df0 will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:27.156830 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1444f88-0669-4b17-a6c8-b3b27c1ea588 req-1203c348-08aa-4182-b96b-5137d6e6a0a3 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498340
Jun 07 18:46:27.172213 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.175819 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:27.182599 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:27.196032 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78aef555-6eba-4e7b-bc85-aca43ac717d6 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:27.200787 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 308b0e29-c309-4938-8b9b-feac74f93213 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:27.201882 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:27.204695 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:27.212172 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:27.217639 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.219412 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:27.279074 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:27.279808 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.292265 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=78aef555-6eba-4e7b-bc85-aca43ac717d6,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:27.295235 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:27.302423 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-c08dcff8-1739-4dec-bb20-e81aa79fde9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8163583
Jun 07 18:46:27.315959 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Request body: {'port': {'device_id': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:27.432138 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.441690 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['78aef555-6eba-4e7b-bc85-aca43ac717d6'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:27.502491 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c8481d68-352a-4879-bcee-f54a8d83837d None None] Provisioning for port a7a96021-d0e7-4226-970b-a13057db5df0 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:27.513994 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c8481d68-352a-4879-bcee-f54a8d83837d None None] Provisioning complete for port a7a96021-d0e7-4226-970b-a13057db5df0 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:27.514411 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c8481d68-352a-4879-bcee-f54a8d83837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:27.602913 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c8481d68-352a-4879-bcee-f54a8d83837d None None] Port a7a96021-d0e7-4226-970b-a13057db5df0 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:46:27.790179 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986188e-4230-4fae-b72b-79fbf0965680 req-2e2f5401-8d36-4091-8cb9-3b2e95e41086 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:27.791641 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a986188e-4230-4fae-b72b-79fbf0965680 req-2e2f5401-8d36-4091-8cb9-3b2e95e41086 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 932 time: 0.2040102
Jun 07 18:46:28.007413 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a986188e-4230-4fae-b72b-79fbf0965680 req-f179063e-9b41-4b3e-8a84-b7581b829a9c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095006
Jun 07 18:46:28.023670 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a96021-d0e7-4226-970b-a13057db5df0 {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:28.031621 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:28.048417 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Transition to ACTIVE for port object a7a96021-d0e7-4226-970b-a13057db5df0 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:28.053907 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:28.058232 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-896020bc-9ba0-4153-9f70-c6c1e661f52a tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:28.221099 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a96021-d0e7-4226-970b-a13057db5df0,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:28.228511 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:28.368029 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Attempting to bind port a7a96021-d0e7-4226-970b-a13057db5df0 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:28.368361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Attempting to bind port a7a96021-d0e7-4226-970b-a13057db5df0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:28.368684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Attempting to bind port a7a96021-d0e7-4226-970b-a13057db5df0 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:28.376548 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Port a7a96021-d0e7-4226-970b-a13057db5df0 on network 308b0e29-c309-4938-8b9b-feac74f93213 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:28.376899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Attempting to bind port a7a96021-d0e7-4226-970b-a13057db5df0 on network 308b0e29-c309-4938-8b9b-feac74f93213 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:28.386716 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:28.386962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Checking segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:28.387343 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Bound using segment: {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:28.387805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Bound port: a7a96021-d0e7-4226-970b-a13057db5df0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14b3e4a-b647-49d9-9f7d-f5f388647dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:28.388147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:28.441675 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4d42-ea69-4a3f-a28d-caec27301a3f req-86fefcce-736c-485c-82d6-72551df9fff8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:28.443177 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-31cc4d42-ea69-4a3f-a28d-caec27301a3f req-86fefcce-736c-485c-82d6-72551df9fff8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 948 time: 0.1686113
Jun 07 18:46:28.526501 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-31cc4d42-ea69-4a3f-a28d-caec27301a3f req-b7842023-e5ce-4ea9-a770-505281f58ab4 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775478
Jun 07 18:46:28.536825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:28.540647 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7a96021-d0e7-4226-970b-a13057db5df0,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:28.545914 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:28.550130 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7a217f07-e520-4266-ac9c-1a17567cbcae tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:28.618542 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:28.619165 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:28.620632 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] 10.222.0.57 "PUT /v2.0/ports/a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 1094 time: 1.3094428
Jun 07 18:46:28.621170 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:28.623621 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2b852-ae1b-425b-a00c-3e7d7697355c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:28.649656 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a96021-d0e7-4226-970b-a13057db5df0,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:28.653502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1b503a27-b9b2-4f59-bacf-239b71d5403e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:28.710223 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6236f-2d9d-4c2b-b86a-b2b0b3a08d84 x-openstack-request-id: req-74e6236f-2d9d-4c2b-b86a-b2b0b3a08d84 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:28.710551 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:28.710840 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74e6236f-2d9d-4c2b-b86a-b2b0b3a08d84 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:28.711283 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'status': 'completed', 'code': 200}
Jun 07 18:46:28.752843 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-2a8079fb-ad06-4a97-b54a-d7e3da8b878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:28.754328 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-2a8079fb-ad06-4a97-b54a-d7e3da8b878d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1097 time: 0.0858672
Jun 07 18:46:28.829100 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-1852b0aa-8c76-4739-9cd7-3ec446e0fff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 217 time: 0.0673521
Jun 07 18:46:28.893490 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-4556af19-0e0c-49dc-92e8-2e83acf17fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:28.894951 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-4556af19-0e0c-49dc-92e8-2e83acf17fb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0598488
Jun 07 18:46:28.976942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-7145795b-b61d-4685-bef4-6ba4656bb29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:28.978423 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-7145795b-b61d-4685-bef4-6ba4656bb29b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774739
Jun 07 18:46:28.980066 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 78aef555-6eba-4e7b-bc85-aca43ac717d6 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:29.051315 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 78aef555-6eba-4e7b-bc85-aca43ac717d6 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:29.056525 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 78aef555-6eba-4e7b-bc85-aca43ac717d6 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:29.057000 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:29.122489 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-b4b12929-3a5c-4bd4-a3a1-ba8e8a809b43 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373127
Jun 07 18:46:29.181305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:29.212820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:29.215062 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1ea20-32f9-4d12-9a80-6f81f17a6c2a" -d '{"events": [{"server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "name": "network-vif-plugged", "status": "completed", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:29.223058 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:29.228473 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:29.230499 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:29.272032 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3e1f2c-9c66-4861-948a-fc1efbd9c05b x-openstack-request-id: req-5f3e1f2c-9c66-4861-948a-fc1efbd9c05b {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:29.272409 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "name": "network-vif-plugged", "status": "completed", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:29.272904 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f3e1f2c-9c66-4861-948a-fc1efbd9c05b {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:29.273352 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6', 'code': 200}
Jun 07 18:46:29.309955 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=78aef555-6eba-4e7b-bc85-aca43ac717d6,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:29.312911 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:29.318512 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d0fda91-89f1-4968-aa92-3be8210097ac req-39dec727-964c-4a35-b88d-6a76440e5f45 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894708
Jun 07 18:46:29.333084 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3eca-6985-4bef-a825-4a06ec88b34c req-7a914568-f153-4a85-9cc3-21d6019272be tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.334741 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d5a3eca-6985-4bef-a825-4a06ec88b34c req-7a914568-f153-4a85-9cc3-21d6019272be tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.1839499
Jun 07 18:46:29.381971 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d5a3eca-6985-4bef-a825-4a06ec88b34c req-b1ade5fa-029e-42ed-8786-332a59d15368 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403919
Jun 07 18:46:29.481431 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-8bb3bfce-e6fd-4ed9-8d96-f079f6069944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.482916 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-8bb3bfce-e6fd-4ed9-8d96-f079f6069944 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1097 time: 0.0809491
Jun 07 18:46:29.536370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb059af-faed-45f5-8275-314a5dc87ee6 req-27aa760c-9608-44a5-a16d-860ae449b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.537877 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2bb059af-faed-45f5-8275-314a5dc87ee6 req-27aa760c-9608-44a5-a16d-860ae449b769 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 1102 time: 0.0915589
Jun 07 18:46:29.586029 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2bb059af-faed-45f5-8275-314a5dc87ee6 req-27098c34-9287-4c7e-a49a-e5bd7e71031e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420020
Jun 07 18:46:29.690912 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-2a2c1dc7-e153-4b06-979f-43b04199060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.692396 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-2a2c1dc7-e153-4b06-979f-43b04199060a service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.2013414
Jun 07 18:46:29.889311 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-44dd43e4-edfa-47aa-851d-67c95feaffb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 217 time: 0.1857717
Jun 07 18:46:29.966862 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd101-408a-4be6-a102-a4ec7650f755 req-4ba7cfd1-af79-4a70-9d05-d5e27ba283f8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.968227 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-45fcd101-408a-4be6-a102-a4ec7650f755 req-4ba7cfd1-af79-4a70-9d05-d5e27ba283f8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 949 time: 0.3275816
Jun 07 18:46:29.993442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-462a2936-2d35-46fe-91a6-0c7125db067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:29.994808 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-462a2936-2d35-46fe-91a6-0c7125db067d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0965993
Jun 07 18:46:30.065375 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-45fcd101-408a-4be6-a102-a4ec7650f755 req-5e0c8f32-129b-4179-a39b-35ab962e2fe8 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894825
Jun 07 18:46:30.093930 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-7259bf55-3a4c-401f-8231-df225f4a46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:30.095427 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-7259bf55-3a4c-401f-8231-df225f4a46e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933354
Jun 07 18:46:30.232438 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-b44ba92c-3386-4728-9e8c-85664f0f92ef service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299789
Jun 07 18:46:30.404436 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c1f2b852-ae1b-425b-a00c-3e7d7697355c req-9bb3aeeb-70ee-435b-94d2-9fa4b5ad5eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445117
Jun 07 18:46:30.587964 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5110f4-d105-41eb-ad95-558105748aa7 req-1ba1cb12-ecba-456c-88b8-56881e99ded5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:30.589437 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bf5110f4-d105-41eb-ad95-558105748aa7 req-1ba1cb12-ecba-456c-88b8-56881e99ded5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.0942898
Jun 07 18:46:30.646321 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bf5110f4-d105-41eb-ad95-558105748aa7 req-032beb8c-a8e8-4a99-93eb-212bb223d1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510151
Jun 07 18:46:31.258602 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218adf9d-ee60-4459-bad9-334c4d2bb917 req-ee90ee9f-7dd0-4d63-a093-1bc568e9527c tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:31.260468 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-218adf9d-ee60-4459-bad9-334c4d2bb917 req-ee90ee9f-7dd0-4d63-a093-1bc568e9527c tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 949 time: 0.0852656
Jun 07 18:46:31.314338 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-218adf9d-ee60-4459-bad9-334c4d2bb917 req-8e191162-e753-43de-a144-07aa6d1c1973 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461481
Jun 07 18:46:31.797951 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-311a44c3-d42f-4d35-8b44-6f48bc9089e9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:31.799768 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-311a44c3-d42f-4d35-8b44-6f48bc9089e9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.2011888
Jun 07 18:46:31.830937 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-81597206-4535-4a2d-96ab-485c8f0519a7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/quotas/2d6ffa87c1494169af9502c57d27e2a0 HTTP/1.1" status: 200  len: 375 time: 0.0253894
Jun 07 18:46:31.911294 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654ca2d-c834-463d-88a2-90ad8d7801ed req-77c79ac4-0dde-4dad-b228-a6866fd68e26 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:31.912710 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7654ca2d-c834-463d-88a2-90ad8d7801ed req-77c79ac4-0dde-4dad-b228-a6866fd68e26 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 949 time: 0.1586137
Jun 07 18:46:31.970607 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7654ca2d-c834-463d-88a2-90ad8d7801ed req-73a050c3-1d56-4349-9696-68a9a10ad73e tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516968
Jun 07 18:46:31.975899 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-a7739cea-2bab-41df-9bab-b935183dc4b8 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1386707
Jun 07 18:46:32.167908 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-28a072ab-6119-4a02-94d2-9fb61db4f4ed service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839960
Jun 07 18:46:32.229158 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cd789-7e7c-429e-a406-aced926ffabc req-821f7ca3-5314-430e-8236-1bb1317745a4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:32.230701 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7e4cd789-7e7c-429e-a406-aced926ffabc req-821f7ca3-5314-430e-8236-1bb1317745a4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.1528208
Jun 07 18:46:32.355983 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7e4cd789-7e7c-429e-a406-aced926ffabc req-e72c8798-4f57-4186-a75e-d5e42bdc93df tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715160
Jun 07 18:46:32.359447 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-1837e6fe-20a9-408b-9051-f382563865cf service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819429
Jun 07 18:46:32.545189 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-62293d6c-d2a8-41b4-abc8-4cfe16b51a56 req-b8caaac1-7b8d-4e1d-94b6-31fcf2822e75 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 210 time: 0.0447807
Jun 07 18:46:33.170360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462c143-8e73-4018-a35b-b39bdeb3108e req-35b4d27d-44d4-4b61-ac3c-5a5904931b48 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:33.171825 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e462c143-8e73-4018-a35b-b39bdeb3108e req-35b4d27d-44d4-4b61-ac3c-5a5904931b48 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 949 time: 0.0902641
Jun 07 18:46:33.217582 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e462c143-8e73-4018-a35b-b39bdeb3108e req-c2e04660-5736-427b-aa6b-5068df8fbee3 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/security-groups?id=19002887-9695-4478-9fe7-ce1b9747dc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397615
Jun 07 18:46:33.400204 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f74b1-19ad-4c56-bec1-301784babef3 req-2cb16fea-c48b-4102-b567-d0e69b95c550 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:33.401834 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-056f74b1-19ad-4c56-bec1-301784babef3 req-2cb16fea-c48b-4102-b567-d0e69b95c550 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.57 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 949 time: 0.0828149
Jun 07 18:46:33.659975 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-1f4799fa-3969-4109-a5be-9da8fa4f78d6 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:33.661597 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-1f4799fa-3969-4109-a5be-9da8fa4f78d6 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1542032
Jun 07 18:46:33.678647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Request body: {'port': {'device_id': '589af773-f4a8-414d-9174-403898633b81', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'admin_state_up': True, 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:33.750041 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-43803ca7-59fb-4e03-987f-607548e347db req-3e9d68a9-a568-4443-b0f9-d1477ae57be1 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 210 time: 0.0561492
Jun 07 18:46:33.788944 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6a114-8adf-45b1-b163-4581af40af28 req-8aec5238-eaea-4ba3-bbbd-2e5007943b11 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:33.790530 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-81e6a114-8adf-45b1-b163-4581af40af28 req-8aec5238-eaea-4ba3-bbbd-2e5007943b11 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.2210035
Jun 07 18:46:33.823832 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Deleting port 78aef555-6eba-4e7b-bc85-aca43ac717d6 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:46:33.824497 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:33.842267 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:33.846250 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:33.883752 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-81e6a114-8adf-45b1-b163-4581af40af28 req-05db16f1-fe97-406f-abf0-2501d26c4458 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853465
Jun 07 18:46:33.979193 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] For port 78aef555-6eba-4e7b-bc85-aca43ac717d6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78aef555-6eba-4e7b-bc85-aca43ac717d6,segment=NetworkSegment(133ea85b-278c-4f8e-9bd5-83169a22a1ba),segment_id=133ea85b-278c-4f8e-9bd5-83169a22a1ba)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:33.979552 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.015951 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Allocated IP 172.20.0.2 (8a6dd6d3-4630-47cf-b4f8-09f275852146/d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e/23a1794c-8d89-4c7e-b053-38eed76accc0) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:34.104938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Calling delete_port for 78aef555-6eba-4e7b-bc85-aca43ac717d6 owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:46:34.219574 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.225175 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:34.231221 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['78aef555-6eba-4e7b-bc85-aca43ac717d6'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:34.274376 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Pushing event deleted for resources: {'Port': ['ID=78aef555-6eba-4e7b-bc85-aca43ac717d6,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:34.278354 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:34.343813 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.356145 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] No DVR routers for this DVR port 78aef555-6eba-4e7b-bc85-aca43ac717d6 on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:46:34.358822 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.361373 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-056f74b1-19ad-4c56-bec1-301784babef3 req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.57 "DELETE /v2.0/ports/78aef555-6eba-4e7b-bc85-aca43ac717d6 HTTP/1.1" status: 204  len: 173 time: 0.9477239
Jun 07 18:46:34.378312 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:34.381012 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:34.393467 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:34.396735 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'name': 'network-vif-deleted', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:34.399572 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c406d1c5-2d88-456d-a968-9adca7a18537" -d '{"events": [{"server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "name": "network-vif-deleted", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:34.405931 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:34.407060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:34.410382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:34.426038 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7d74336a-6aef-4c06-bd72-603b86280eaa req-3637a44c-cfae-4b4a-9713-e184ee39c806 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] 10.222.0.13 "GET /v2.0/ports?device_id=34c36af8-145e-418f-9742-6498226b30e1 HTTP/1.1" status: 200  len: 210 time: 0.0712767
Jun 07 18:46:34.474456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147b9bf-60cf-47e1-ad07-5155e5e4630e x-openstack-request-id: req-d147b9bf-60cf-47e1-ad07-5155e5e4630e {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:34.474882 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c36af8-145e-418f-9742-6498226b30e1", "name": "network-vif-deleted", "tag": "78aef555-6eba-4e7b-bc85-aca43ac717d6", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:34.475264 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d147b9bf-60cf-47e1-ad07-5155e5e4630e {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:34.475811 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c36af8-145e-418f-9742-6498226b30e1', 'name': 'network-vif-deleted', 'tag': '78aef555-6eba-4e7b-bc85-aca43ac717d6', 'status': 'completed', 'code': 200}
Jun 07 18:46:34.485477 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:34.486105 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.509902 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-cf24328c-7671-43fa-a6f2-b6b73d9b2870 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8378735
Jun 07 18:46:34.523834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Request body: {'port': {'device_id': '589af773-f4a8-414d-9174-403898633b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:34.639963 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:34.959205 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49700754-c0f2-47cd-9e03-da77d34a50c4 req-04549663-06a6-42f1-90df-8745613073f2 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:34.960708 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-49700754-c0f2-47cd-9e03-da77d34a50c4 req-04549663-06a6-42f1-90df-8745613073f2 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 931 time: 0.0957241
Jun 07 18:46:35.022056 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a1794c-8d89-4c7e-b053-38eed76accc0 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:35.030980 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:35.048972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Transition to ACTIVE for port object 23a1794c-8d89-4c7e-b053-38eed76accc0 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:35.052612 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:35.055005 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-49700754-c0f2-47cd-9e03-da77d34a50c4 req-080a6402-dcd3-4f5d-9575-d5a5308eb81d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884213
Jun 07 18:46:35.057918 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-07b0fe88-c35d-4410-bb37-0d91cdea0126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:35.102648 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f7af-aac9-4e49-9898-96c28b3147d3 req-83f9a909-4b56-4ff2-9f21-834711e13f88 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:35.104126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7333f7af-aac9-4e49-9898-96c28b3147d3 req-83f9a909-4b56-4ff2-9f21-834711e13f88 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.0950091
Jun 07 18:46:35.151895 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7333f7af-aac9-4e49-9898-96c28b3147d3 req-590c0561-e296-4fec-9c28-1c5449e2df03 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394957
Jun 07 18:46:35.219514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Pushing event updated for resources: {'Port': ['ID=23a1794c-8d89-4c7e-b053-38eed76accc0,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:35.245435 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:35.287785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Attempting to bind port 23a1794c-8d89-4c7e-b053-38eed76accc0 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:35.288113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Attempting to bind port 23a1794c-8d89-4c7e-b053-38eed76accc0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:35.288425 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Attempting to bind port 23a1794c-8d89-4c7e-b053-38eed76accc0 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:35.292892 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Port 23a1794c-8d89-4c7e-b053-38eed76accc0 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:35.293197 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Attempting to bind port 23a1794c-8d89-4c7e-b053-38eed76accc0 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:35.298147 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:35.299047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Checking segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:35.299373 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Bound using segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:35.299862 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Bound port: 23a1794c-8d89-4c7e-b053-38eed76accc0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:35.300191 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:35.386483 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:35.389425 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23a1794c-8d89-4c7e-b053-38eed76accc0,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:35.393303 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:35.397785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7fc242d3-9ef3-47b0-9387-f7295488e3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:35.456374 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:35.456997 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:35.458346 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] 10.222.0.57 "PUT /v2.0/ports/23a1794c-8d89-4c7e-b053-38eed76accc0 HTTP/1.1" status: 200  len: 1093 time: 0.9396071
Jun 07 18:46:35.458869 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:35.461164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b" -d '{"events": [{"name": "network-changed", "server_uuid": "589af773-f4a8-414d-9174-403898633b81", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:35.481183 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Pushing event updated for resources: {'Port': ['ID=23a1794c-8d89-4c7e-b053-38eed76accc0,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:35.484362 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:35.534041 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69214375-ddff-401b-a6db-c190f2a27eb8 x-openstack-request-id: req-69214375-ddff-401b-a6db-c190f2a27eb8 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:35.534369 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589af773-f4a8-414d-9174-403898633b81", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:35.534657 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69214375-ddff-401b-a6db-c190f2a27eb8 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:35.535084 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0', 'status': 'completed', 'code': 200}
Jun 07 18:46:35.576173 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-852c4ce0-3c6e-4caa-a48b-5a99e633b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:35.577642 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-852c4ce0-3c6e-4caa-a48b-5a99e633b890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 1096 time: 0.0763283
Jun 07 18:46:35.650689 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-7e073a8e-1605-4cf1-b5e4-d36725cd97c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a1794c-8d89-4c7e-b053-38eed76accc0 HTTP/1.1" status: 200  len: 217 time: 0.0657873
Jun 07 18:46:35.715466 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-5bdfc856-85ce-421e-96cd-eaf6317ac545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:35.716883 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-5bdfc856-85ce-421e-96cd-eaf6317ac545 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0601790
Jun 07 18:46:35.763484 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-c77da1d0-7df8-4b97-b040-c797972ef373 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404193
Jun 07 18:46:35.895827 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-2f433cf2-52b6-420a-9497-88aa30c32f9d service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264517
Jun 07 18:46:36.034666 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-e0864a8a-60fd-4d28-a877-801c6dc0e74e req-9289c221-572a-4251-b16a-166b19f48ac3 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296566
Jun 07 18:46:36.258387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-396781ba-91bf-4f0a-a803-f59f5f80e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:36.259947 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-396781ba-91bf-4f0a-a803-f59f5f80e9ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 1096 time: 0.1822150
Jun 07 18:46:36.306730 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544008-c689-4e4f-8b53-490ac37b0784 req-227be270-d0de-404b-a3b9-88f1141e39e8 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:36.308962 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-67544008-c689-4e4f-8b53-490ac37b0784 req-227be270-d0de-404b-a3b9-88f1141e39e8 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 943 time: 0.1325779
Jun 07 18:46:36.404111 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-67544008-c689-4e4f-8b53-490ac37b0784 req-12471b56-fc34-4857-ac08-0695ae6a751f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539999
Jun 07 18:46:36.417015 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-af68f8d0-c713-4fe3-9607-9ce3ae6612b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:36.418732 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-af68f8d0-c713-4fe3-9607-9ce3ae6612b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 916 time: 0.1520519
Jun 07 18:46:36.431822 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86650b0-346d-486b-8af5-bcdd5fce36a5 req-7941f1f2-6dde-4066-b47c-38324719a78b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:36.433289 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b86650b0-346d-486b-8af5-bcdd5fce36a5 req-7941f1f2-6dde-4066-b47c-38324719a78b tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.1234488
Jun 07 18:46:36.481325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b86650b0-346d-486b-8af5-bcdd5fce36a5 req-88e7833b-3e99-474a-8347-27af58ed1864 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423152
Jun 07 18:46:36.500403 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-8b9a87ed-4726-4793-be1d-67a1f2223221 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23a1794c-8d89-4c7e-b053-38eed76accc0 HTTP/1.1" status: 200  len: 217 time: 0.0745902
Jun 07 18:46:36.565147 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-2b07520e-1c3e-44ab-a3d1-38835def8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:36.566714 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-2b07520e-1c3e-44ab-a3d1-38835def8577 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0594230
Jun 07 18:46:36.619115 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-49451561-d2c6-4bd1-91e0-0e36d2ee304b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448050
Jun 07 18:46:36.760958 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-24f629d1-2bb9-4088-ab4e-d1f46c62746d service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348083
Jun 07 18:46:36.897376 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-8aa2255f-ddf5-4d9d-b9b1-d86fcebbc56b req-75be5864-8975-4e7b-9991-cf11a1b6c38b service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281328
Jun 07 18:46:37.071954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 23a1794c-8d89-4c7e-b053-38eed76accc0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:37.074305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 78aef555-6eba-4e7b-bc85-aca43ac717d6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:46:37.112605 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 78aef555-6eba-4e7b-bc85-aca43ac717d6 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:46:37.112963 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 78aef555-6eba-4e7b-bc85-aca43ac717d6 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:46:37.240130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23a1794c-8d89-4c7e-b053-38eed76accc0,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:37.256964 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '23a1794c-8d89-4c7e-b053-38eed76accc0', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'port_id': '23a1794c-8d89-4c7e-b053-38eed76accc0', 'mac_address': 'fa:16:3e:58:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e9014d-0ae3-4aee-ae07-a8f9fa519e6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:37.313314 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:37.332232 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a1794c-8d89-4c7e-b053-38eed76accc0 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:37.347596 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23a1794c-8d89-4c7e-b053-38eed76accc0,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:37.351554 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:37.353787 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:37.421178 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=23a1794c-8d89-4c7e-b053-38eed76accc0,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:37.424778 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:37.600723 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['23a1794c-8d89-4c7e-b053-38eed76accc0'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:37.604847 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f7d1-c9ad-46c9-a811-95d58cdab65e req-d02019d7-c6e8-44e8-bf34-f38cc642fb91 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:37.607231 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec02f7d1-c9ad-46c9-a811-95d58cdab65e req-d02019d7-c6e8-44e8-bf34-f38cc642fb91 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 944 time: 0.0907965
Jun 07 18:46:37.720677 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec02f7d1-c9ad-46c9-a811-95d58cdab65e req-1ae9ca62-d6da-4753-a12d-3b46b1358878 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037197
Jun 07 18:46:37.748862 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f53c8-c9bd-4741-b17e-b4af19f738f3 req-24f91d91-e414-424e-8b6d-b15aa85e0dcb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:37.750401 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-962f53c8-c9bd-4741-b17e-b4af19f738f3 req-24f91d91-e414-424e-8b6d-b15aa85e0dcb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.1174414
Jun 07 18:46:37.810429 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-962f53c8-c9bd-4741-b17e-b4af19f738f3 req-d0647a87-5a26-4112-bcab-b2fab4c79046 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540285
Jun 07 18:46:38.914525 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2342f5-f93a-4c19-8c03-9175179526a3 req-bb184e34-ded9-49d8-8884-1031b6aaf24d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:38.916201 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bd2342f5-f93a-4c19-8c03-9175179526a3 req-bb184e34-ded9-49d8-8884-1031b6aaf24d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 944 time: 0.0880058
Jun 07 18:46:39.070406 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device a7a96021-d0e7-4226-970b-a13057db5df0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:39.073601 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 23a1794c-8d89-4c7e-b053-38eed76accc0 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:39.124534 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bd2342f5-f93a-4c19-8c03-9175179526a3 req-73750f5a-57ee-457c-b3be-30ac436d897d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025948
Jun 07 18:46:39.145564 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c4b84-b1ac-4b24-915a-6bd1fa271cd2 req-5674c685-a043-49a9-b49e-f69a08268644 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:39.147098 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-144c4b84-b1ac-4b24-915a-6bd1fa271cd2 req-5674c685-a043-49a9-b49e-f69a08268644 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 944 time: 0.2268572
Jun 07 18:46:39.192321 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-144c4b84-b1ac-4b24-915a-6bd1fa271cd2 req-1ccc9442-f081-4ddd-ae71-7494a714059d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392666
Jun 07 18:46:39.239170 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 23a1794c-8d89-4c7e-b053-38eed76accc0 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:39.271916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 23a1794c-8d89-4c7e-b053-38eed76accc0 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:39.272293 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:39.335482 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7a96021-d0e7-4226-970b-a13057db5df0,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:39.353530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'port_id': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'mac_address': 'fa:16:3e:54:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:39.457830 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:39.476121 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:39.488012 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a96021-d0e7-4226-970b-a13057db5df0 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:39.512398 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7a96021-d0e7-4226-970b-a13057db5df0,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:39.517296 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:39.519552 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57bc372-bd69-4947-8180-924a50e2b3fd" -d '{"events": [{"server_uuid": "589af773-f4a8-414d-9174-403898633b81", "name": "network-vif-plugged", "status": "completed", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:39.525213 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:39.527758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:39.558093 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23a1794c-8d89-4c7e-b053-38eed76accc0,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:39.564942 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79afeded-6551-490a-8614-19ba54db516f x-openstack-request-id: req-79afeded-6551-490a-8614-19ba54db516f {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:39.565233 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589af773-f4a8-414d-9174-403898633b81", "name": "network-vif-plugged", "status": "completed", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:39.565490 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79afeded-6551-490a-8614-19ba54db516f {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:39.565875 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0', 'code': 200}
Jun 07 18:46:39.576588 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:39.603607 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=a7a96021-d0e7-4226-970b-a13057db5df0,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:39.606273 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:39.606738 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c132e4e4-833f-4f61-a379-31d2eaa817a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:39.678268 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=23a1794c-8d89-4c7e-b053-38eed76accc0,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:39.681733 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:39.758423 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['a7a96021-d0e7-4226-970b-a13057db5df0'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:39.791587 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64399675-51f4-473e-bb04-275c00188e28 req-abeb25ed-c224-412f-a1d9-a30bb173239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:39.793053 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-64399675-51f4-473e-bb04-275c00188e28 req-abeb25ed-c224-412f-a1d9-a30bb173239e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 1098 time: 0.0739119
Jun 07 18:46:39.835415 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-64399675-51f4-473e-bb04-275c00188e28 req-27fb1c35-33f5-4947-99eb-1872ecad7d1a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348072
Jun 07 18:46:40.211686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53794) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:40.345739 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70aae24-47eb-4534-95cb-f5c8c63ccb65 req-4b8b3637-0f42-46bb-8b6c-1829b136aa86 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:40.347168 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b70aae24-47eb-4534-95cb-f5c8c63ccb65 req-4b8b3637-0f42-46bb-8b6c-1829b136aa86 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.1157799
Jun 07 18:46:40.363068 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a5d90af2-f07f-4ed5-a37b-a4ea7fbbe5c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dff29b2837544b279f4e2bba239842b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1500661
Jun 07 18:46:40.365493 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53800) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:40.414426 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b70aae24-47eb-4534-95cb-f5c8c63ccb65 req-43964eb0-905a-4835-96f0-26add3fe27e0 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614917
Jun 07 18:46:40.424939 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:40.430203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133887-34d5-4951-9dbd-a0cd6a0ec89c req-90666086-8781-4e65-b811-ae680a852da2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:40.431675 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7133887-34d5-4951-9dbd-a0cd6a0ec89c req-90666086-8781-4e65-b811-ae680a852da2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 945 time: 0.1275005
Jun 07 18:46:40.460758 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:40.480847 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d7133887-34d5-4951-9dbd-a0cd6a0ec89c req-df7f7e53-7cc7-48d5-a962-154ebd71da14 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385668
Jun 07 18:46:40.513800 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:40.516502 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:40.517732 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19002887-9695-4478-9fe7-ce1b9747dc4e HTTP/1.1" status: 204  len: 168 time: 0.1513562
Jun 07 18:46:40.518475 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-40aa0dd6-ec3e-493f-9eeb-e371383a51f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:40.528162 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19002887-9695-4478-9fe7-ce1b9747dc4e,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:40.530769 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0348804a-9085-403c-83c2-8a7c0f42df49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:41.077339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device a7a96021-d0e7-4226-970b-a13057db5df0 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:41.148114 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port a7a96021-d0e7-4226-970b-a13057db5df0 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:41.152676 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port a7a96021-d0e7-4226-970b-a13057db5df0 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:41.153054 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.180971 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 53822) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:41.278062 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.286218 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1347092466-network', 'tenant_id': '1528fbec1879415381437d9a15fb3e01'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:41.307051 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Made reservation on behalf of 1528fbec1879415381437d9a15fb3e01 for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:41.309311 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.314108 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7a96021-d0e7-4226-970b-a13057db5df0,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:41.317725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.319563 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:41.322512 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.386110 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=a7a96021-d0e7-4226-970b-a13057db5df0,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:41.389087 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:41.431025 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.434895 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.438701 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e0f15c8a-4969-416c-8bc1-478d08107912 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:41.466227 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:46:41.475771 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d911837-abdd-4461-a474-105f44a1e0cb,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:41.479567 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:41.482383 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.482722 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Added segment b5c9bc17-3443-4c78-a80f-757f7835a5ba of type vlan for network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f
Jun 07 18:46:41.512273 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.567001 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:41.569485 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e776f6-6deb-4d6a-a194-0b476894e018" -d '{"events": [{"server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "name": "network-vif-plugged", "status": "completed", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:41.590019 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.594059 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:41.594650 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.602748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:41.693671 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5115223
Jun 07 18:46:41.696698 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53832) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:41.701766 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Request body: {'subnet': {'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1347092466-subnet', 'tenant_id': '1528fbec1879415381437d9a15fb3e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:41.724822 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Made reservation on behalf of 1528fbec1879415381437d9a15fb3e01 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:41.727222 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.761511 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Pushing event updated for resources: {'Network': ['ID=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:41.765388 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:41.772460 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:46:41.779532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300a9a-f106-4522-8b18-6a92a3a42d59 req-5d76b8cf-eeca-4e15-9226-de15b9902be2 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:41.781321 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dc300a9a-f106-4522-8b18-6a92a3a42d59 req-5d76b8cf-eeca-4e15-9226-de15b9902be2 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.2490132
Jun 07 18:46:41.814800 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c0742-3897-464f-97b6-7d1b4bae7b43 req-ca6342fe-9229-48d8-863c-6fa0ca834188 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:41.816483 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-346c0742-3897-464f-97b6-7d1b4bae7b43 req-ca6342fe-9229-48d8-863c-6fa0ca834188 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.2238431
Jun 07 18:46:41.861217 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-dc300a9a-f106-4522-8b18-6a92a3a42d59 req-b93d4d45-5864-465b-89f1-ce135717969c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685227
Jun 07 18:46:41.882424 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-346c0742-3897-464f-97b6-7d1b4bae7b43 req-aa544e4b-f3cc-4b73-8d96-e9e50e86fee2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490444
Jun 07 18:46:41.937015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e289d44-ef1d-4372-a2fd-fad25c437107 x-openstack-request-id: req-3e289d44-ef1d-4372-a2fd-fad25c437107 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:41.937361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "name": "network-vif-plugged", "status": "completed", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:41.937674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e289d44-ef1d-4372-a2fd-fad25c437107 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:41.938109 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'code': 200}
Jun 07 18:46:41.940469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:41.949411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-67b53424-dc29-4492-8213-f418c7e8445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:42.022275 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6bfad4-800b-45f1-afae-de13c683b5e2,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:42.025500 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:42.031452 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Checking segment: {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:42.031805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Network hostable DHCP agents. Network: 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:46:42.050464 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:46:42.061444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:42.066536 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:42.067924 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:42.072860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3493d-3c21-4be0-a4c6-6c895fc1dd5b None None] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:46:42.101830 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4035392
Jun 07 18:46:42.183436 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebadf14-c336-4b55-bb61-98e7125b9a36 req-76cdeb61-3f8c-46eb-a104-dbb711146f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:42.184957 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aebadf14-c336-4b55-bb61-98e7125b9a36 req-76cdeb61-3f8c-46eb-a104-dbb711146f59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1099 time: 0.0768116
Jun 07 18:46:42.240701 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-aebadf14-c336-4b55-bb61-98e7125b9a36 req-9340496c-f29b-471c-bee8-a6004d800632 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442872
Jun 07 18:46:42.292820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bd65a-44e7-4404-a083-0bf744ecd48e None None] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:46:43.067065 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd194440-aa63-4fc0-9a8b-563e933e58b0 req-a4a7d796-21cd-4baf-bc1f-ac158e60de9a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:43.068450 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd194440-aa63-4fc0-9a8b-563e933e58b0 req-a4a7d796-21cd-4baf-bc1f-ac158e60de9a tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.0830994
Jun 07 18:46:43.113571 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd194440-aa63-4fc0-9a8b-563e933e58b0 req-ca34fa59-86f0-4454-bd65-dd6f395ddabb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394106
Jun 07 18:46:44.104493 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-ef2c3716-bfc5-4dff-9644-61c5f595763a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:44.105912 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-ef2c3716-bfc5-4dff-9644-61c5f595763a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1852090
Jun 07 18:46:44.172594 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-b086eb46-107a-40d4-ae25-146d7799097f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/quotas/2d6ffa87c1494169af9502c57d27e2a0 HTTP/1.1" status: 200  len: 375 time: 0.0168633
Jun 07 18:46:44.272401 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-94ad26dd-2a01-4f08-8c5d-f90d7259d5d4 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:44.273707 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-94ad26dd-2a01-4f08-8c5d-f90d7259d5d4 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 814 time: 0.2359114
Jun 07 18:46:44.293283 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-8a3f19bc-932d-4bcb-a6a5-82cc3bf55e19 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/quotas/1528fbec1879415381437d9a15fb3e01 HTTP/1.1" status: 200  len: 375 time: 0.0139863
Jun 07 18:46:44.336772 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-93eedb0d-8705-4962-a597-5ee21a3f07d2 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1533778
Jun 07 18:46:44.350007 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-0f37d139-f827-4d22-98c5-e66c288e7a71 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0497389
Jun 07 18:46:44.581369 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-addd9f47-74f7-45f4-bb31-48247ceb1f49 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336681
Jun 07 18:46:44.582957 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-baab0b8d-f2b3-4e69-8c5c-16fe5ccea3ae service neutron] 10.222.0.13 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157607
Jun 07 18:46:44.922126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-13f1083c-39db-4833-a2ed-0daf19136f68 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3349979
Jun 07 18:46:44.924538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-d6cbf839-bd94-47ff-9917-cf1050805fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179376
Jun 07 18:46:45.112821 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-09f4de04-cf48-4f7d-a5d2-53f713e97672 req-8a85b724-991b-4f82-ad4f-d97a634270c7 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 210 time: 0.0510833
Jun 07 18:46:45.250408 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-65368897-7c31-49d0-ae92-9577a8921527 req-9af0f724-611d-4b8c-83f6-99d608def1ae tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 210 time: 0.0516717
Jun 07 18:46:45.299500 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39c49-373e-41c2-9254-3eb3cdac22fe req-a286c6ed-417e-475d-809d-3689cf67cae4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:45.307218 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cac39c49-373e-41c2-9254-3eb3cdac22fe req-a286c6ed-417e-475d-809d-3689cf67cae4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.1491396
Jun 07 18:46:45.355337 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cac39c49-373e-41c2-9254-3eb3cdac22fe req-14f3541d-150e-430d-ba1c-5f6eeec21259 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472383
Jun 07 18:46:45.562692 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514f74-fbc6-47f6-8a99-fca7d1bc9527 req-0d0b0dbb-9b43-4f5d-afa8-e27b134b76e5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:45.564193 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba514f74-fbc6-47f6-8a99-fca7d1bc9527 req-0d0b0dbb-9b43-4f5d-afa8-e27b134b76e5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.0868747
Jun 07 18:46:45.609833 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba514f74-fbc6-47f6-8a99-fca7d1bc9527 req-2563d24c-91c1-4389-8d23-f1aa743dd5a4 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393136
Jun 07 18:46:45.633715 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53912) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:45.845628 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b14326-cca4-4958-a10f-584bd9fa0b21 tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:45.847099 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-52b14326-cca4-4958-a10f-584bd9fa0b21 tempest-TestVolumeBootPattern-1558975450 tempest-TestVolumeBootPattern-1558975450-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1094 time: 0.2107971
Jun 07 18:46:45.849878 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 53916) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:46:45.854234 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'port_id': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:45.877485 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:46.011118 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:46.165758 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Allocated IP 172.27.0.80 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/11a9e64f-537e-480a-89b3-c6fa38caa609) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:46.288391 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b08980c7-10dd-452a-b449-cc6aae9d2214 req-c554ce65-9194-4ec7-b1e2-e0fa8754b136 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 210 time: 0.0519404
Jun 07 18:46:46.418325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3dd3cea2-a89c-48e3-a735-ffa2e03627ab req-8b33efc2-6939-4bf8-badc-a0a642ef22fc tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 210 time: 0.0494134
Jun 07 18:46:46.572107 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:46.587919 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-da8921b7-4114-4d00-ab6b-ce6591233019 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:46.589342 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-da8921b7-4114-4d00-ab6b-ce6591233019 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.2506759
Jun 07 18:46:46.602550 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Request body: {'port': {'device_id': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'admin_state_up': True, 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:46.710038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:46.710774 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:46.740746 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:46.743847 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:46.754997 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:46.834889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-75a39928-16ee-4888-8e16-1e467933c6a7 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:46.836302 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-75a39928-16ee-4888-8e16-1e467933c6a7 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 814 time: 0.1640284
Jun 07 18:46:46.849053 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Request body: {'port': {'device_id': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f', 'admin_state_up': True, 'tenant_id': '1528fbec1879415381437d9a15fb3e01'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:46.878060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:46.881953 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.005691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Made reservation on behalf of 1528fbec1879415381437d9a15fb3e01 for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:46:47.009134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.171351 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Allocated IP 172.20.0.11 (8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f/8c6bfad4-800b-45f1-afae-de13c683b5e2/0ccd5f4b-a055-41b3-9621-ad42d28255e6) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:47.248681 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Allocated IP 172.20.0.7 (8a6dd6d3-4630-47cf-b4f8-09f275852146/d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e/5ff96858-de59-436f-94d9-a888eaf81324) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:46:47.390196 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.441094 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b8647446-f14c-4a1d-ab2f-9684d1758e7f req-a0549c80-6f06-41a4-8fc3-cbeb7dbae3f5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 210 time: 0.0439034
Jun 07 18:46:47.471027 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:47.474332 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:47.492379 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:47.493369 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:47.499757 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:47.503059 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.529206 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.583369 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-599a7b1d-9c40-4eb8-ad39-cab4a0d1adcb req-c0beefd5-5076-4489-a51b-a31ec09bac0a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 210 time: 0.0494833
Jun 07 18:46:47.607293 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:47.607946 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.613163 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.626743 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-7908a0c8-9b6d-49b9-b98c-f0b1c725694a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7823122
Jun 07 18:46:47.640864 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Request body: {'port': {'device_id': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:47.642836 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:46:47.650278 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:46:47.666130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e', '23a1794c-8d89-4c7e-b053-38eed76accc0'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:47.681771 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:46:47.688412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:46:47.691917 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:46:47.760163 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.794468 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:47.795068 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:47.995206 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-dbfa0700-32d2-4b79-8720-4dab1b02e7c3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3966234
Jun 07 18:46:48.014895 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Request body: {'port': {'device_id': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:46:48.138815 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.146639 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.152764 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2b499f78-bbc9-4750-a119-f2c9206b3d1d tempest-VolumesActionsTest-1860263166 tempest-VolumesActionsTest-1860263166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:48.196277 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.224524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccd5f4b-a055-41b3-9621-ad42d28255e6 {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:48.232044 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.248019 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Transition to ACTIVE for port object 0ccd5f4b-a055-41b3-9621-ad42d28255e6 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:48.251993 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.256284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-de8b0646-d371-4764-990f-3832d48686ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:48.310581 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event updated for resources: {'Port': ['ID=11a9e64f-537e-480a-89b3-c6fa38caa609,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:48.318676 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:48.344137 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.416107 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd5f4b-a055-41b3-9621-ad42d28255e6,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:48.453991 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.454393 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.455211 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.455211 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.455559 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.455805 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.456147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.457310 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.457310 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.457310 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.457684 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.457783 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:48.464584 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:48.503376 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Attempting to bind port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:48.503726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Attempting to bind port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:48.503982 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Attempting to bind port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:48.509473 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:48.509632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Attempting to bind port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:48.514889 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:48.515220 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Checking segment: {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:48.515687 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Bound using segment: {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:48.516052 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Bound port: 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:48.516399 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.662328 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP bc5ed5c3-3895-4a1e-b04b-409c0b423853 associated. External IP: 172.27.0.80, port: a7a96021-d0e7-4226-970b-a13057db5df0.
Jun 07 18:46:48.663360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:48.668714 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:48.675502 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.682009 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:48.747159 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:48.748029 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.749686 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] 10.222.0.57 "PUT /v2.0/ports/0ccd5f4b-a055-41b3-9621-ad42d28255e6 HTTP/1.1" status: 200  len: 1094 time: 1.1127944
Jun 07 18:46:48.749851 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:48.752827 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:48.770522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fccce-e6c3-40a5-9f6d-49419c6792e1 req-3ac37aba-86f9-4349-bfd5-bb70680aaf2c tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:48.772173 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0e2fccce-e6c3-40a5-9f6d-49419c6792e1 req-3ac37aba-86f9-4349-bfd5-bb70680aaf2c tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 944 time: 0.2068377
Jun 07 18:46:48.863589 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd5f4b-a055-41b3-9621-ad42d28255e6,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:48.872978 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:48.875937 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0e2fccce-e6c3-40a5-9f6d-49419c6792e1 req-45499548-24a2-4a06-8608-839165c1d3fd tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953841
Jun 07 18:46:48.944318 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daebe5f-ac7f-4532-a7e4-b8d285410583 x-openstack-request-id: req-9daebe5f-ac7f-4532-a7e4-b8d285410583 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:48.944624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:48.944905 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9daebe5f-ac7f-4532-a7e4-b8d285410583 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:48.945324 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6', 'status': 'completed', 'code': 200}
Jun 07 18:46:48.962170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff96858-de59-436f-94d9-a888eaf81324 {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:48.974785 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-f78de762-7383-4f88-8558-2c5568614ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:48.976274 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-f78de762-7383-4f88-8558-2c5568614ac2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 1097 time: 0.1553617
Jun 07 18:46:48.976432 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:48.988746 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ad300-d959-4ad0-83a3-53a17e8fcfa8 req-93aa165e-b0f7-42cf-b894-39a3d3400aed tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:48.990176 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5b9ad300-d959-4ad0-83a3-53a17e8fcfa8 req-93aa165e-b0f7-42cf-b894-39a3d3400aed tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 931 time: 0.1126118
Jun 07 18:46:49.008363 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Transition to ACTIVE for port object 5ff96858-de59-436f-94d9-a888eaf81324 will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:46:49.012854 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:49.018445 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-85d58867-ce8e-4ef7-8301-034bd44e045c tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:49.071512 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-6ac16ee6-4af1-410c-8454-8fe62b9de319 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6 HTTP/1.1" status: 200  len: 217 time: 0.0802867
Jun 07 18:46:49.130018 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5b9ad300-d959-4ad0-83a3-53a17e8fcfa8 req-91697e66-97f1-4a49-8a38-d1fb675d5b24 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907276
Jun 07 18:46:49.147871 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-1c1feab3-f6a6-4c20-a002-e5cc2d106736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:49.149294 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-1c1feab3-f6a6-4c20-a002-e5cc2d106736 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c6bfad4-800b-45f1-afae-de13c683b5e2 HTTP/1.1" status: 200  len: 854 time: 0.0672510
Jun 07 18:46:49.201522 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-973ca9ca-f4ff-4b73-bb3e-08f1f1bd0516 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398140
Jun 07 18:46:49.258597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff96858-de59-436f-94d9-a888eaf81324,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:49.330990 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:49.348850 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-c6eee9b0-48f9-4625-8a5b-cec007d56d0d service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312842
Jun 07 18:46:49.487349 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2977a096-3523-44f8-8525-cfc7e0e171d5 req-747ac8f2-2bfe-4c6e-be3b-77cfe90bea9f service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304135
Jun 07 18:46:49.570363 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:46:49.576433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Attempting to bind port 5ff96858-de59-436f-94d9-a888eaf81324 on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:46:49.576759 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Attempting to bind port 5ff96858-de59-436f-94d9-a888eaf81324 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:46:49.577074 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Attempting to bind port 5ff96858-de59-436f-94d9-a888eaf81324 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:49.585983 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Port 5ff96858-de59-436f-94d9-a888eaf81324 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:46:49.586227 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Attempting to bind port 5ff96858-de59-436f-94d9-a888eaf81324 on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:46:49.605096 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-7c6e3701-38c7-4cbc-b988-f697277cd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:49.606565 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-7c6e3701-38c7-4cbc-b988-f697277cd7c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 1097 time: 0.0746353
Jun 07 18:46:49.658592 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:46:49.659059 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Checking segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:46:49.659619 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Bound using segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:46:49.660239 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Bound port: 5ff96858-de59-436f-94d9-a888eaf81324, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:46:49.660714 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:49.848386 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-00f944e9-dde5-4932-bbec-63437ecac6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:49.849729 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-00f944e9-dde5-4932-bbec-63437ecac6c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 915 time: 0.2353077
Jun 07 18:46:49.864047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:46:49.873082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:46:49.873529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:46:49.881049 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ff96858-de59-436f-94d9-a888eaf81324,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:46:49.883383 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:46:49.884321 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d199e6d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:46:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:49.887427 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:49.891510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-da9c36a2-56c8-4697-a3dc-630a65e9f9fe tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:49.924594 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:49.934793 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-4da865b0-7645-49a6-a767-bd940e677aff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6 HTTP/1.1" status: 200  len: 217 time: 0.0694320
Jun 07 18:46:50.000958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.002245 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:50.003691 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ff96858-de59-436f-94d9-a888eaf81324 HTTP/1.1" status: 200  len: 1093 time: 1.9927764
Jun 07 18:46:50.004222 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:50.005022 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-05fa0828-6772-40a7-877f-7018de52cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.006717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "tag": "5ff96858-de59-436f-94d9-a888eaf81324"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:50.006925 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-05fa0828-6772-40a7-877f-7018de52cab6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c6bfad4-800b-45f1-afae-de13c683b5e2 HTTP/1.1" status: 200  len: 854 time: 0.0644712
Jun 07 18:46:50.031802 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1808367
Jun 07 18:46:50.039200 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff96858-de59-436f-94d9-a888eaf81324,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:50.061216 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.061637 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.062015 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.062426 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.062785 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.063142 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.063546 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.063904 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.064255 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.064797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.065219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.065573 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:46:50.069955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:50.111361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69e262-5c47-4455-ae15-55489a5be71a x-openstack-request-id: req-6d69e262-5c47-4455-ae15-55489a5be71a {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:50.111872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "tag": "5ff96858-de59-436f-94d9-a888eaf81324", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:50.112228 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d69e262-5c47-4455-ae15-55489a5be71a {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:50.112714 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324', 'status': 'completed', 'code': 200}
Jun 07 18:46:50.124484 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-ce7df88c-9c70-46d1-987e-ec2d449221e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1085007
Jun 07 18:46:50.150317 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-4b3856a8-73fa-4b54-a600-ad2643d7402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.151361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:46:50.151802 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-4b3856a8-73fa-4b54-a600-ad2643d7402e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 1096 time: 0.0786295
Jun 07 18:46:50.225255 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-e600c872-6dee-4470-9e89-5e0b4271e929 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff96858-de59-436f-94d9-a888eaf81324 HTTP/1.1" status: 200  len: 217 time: 0.0658832
Jun 07 18:46:50.274209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a257dc-5acb-4044-80fb-190f171a2580 req-47a77a57-57ab-4cd7-b458-36758685b50f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.275674 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f5a257dc-5acb-4044-80fb-190f171a2580 req-47a77a57-57ab-4cd7-b458-36758685b50f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 944 time: 0.2074468
Jun 07 18:46:50.297012 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-451e9f35-d5c4-4746-b81f-6fc441d4f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.299139 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-451e9f35-d5c4-4746-b81f-6fc441d4f2e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0662649
Jun 07 18:46:50.351058 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-a30c7d01-375a-4401-ad4a-560592662de9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446770
Jun 07 18:46:50.362491 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-e0ca8b2c-cc78-4203-967b-aefa5633a96b service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250004
Jun 07 18:46:50.413024 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f5a257dc-5acb-4044-80fb-190f171a2580 req-babb5ef1-7271-4cc4-b28e-341f34d97e91 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051543
Jun 07 18:46:50.487412 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-beac7624-56d0-4ea2-8ddd-d0100fe23126 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277611
Jun 07 18:46:50.513723 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95bc0d-1efc-407e-94e4-0cf9f4288b95 req-5ff200ec-e7cf-4455-87a8-e0b2db899c47 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.515441 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eb95bc0d-1efc-407e-94e4-0cf9f4288b95 req-5ff200ec-e7cf-4455-87a8-e0b2db899c47 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 943 time: 0.2526314
Jun 07 18:46:50.532273 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d199e6d0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}, {'id': 'bc5ed5c3-3895-4a1e-b04b-409c0b423853', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:54:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:46:47Z', 'updated_at': '2021-06-07T18:46:47Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:50.537319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:46:50.546390 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:46:50.547233 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d199e6d0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:46:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:50.559919 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd8f45f5-e381-4617-ae5c-fcf5a81d9665 req-76056534-6b06-4076-baf8-b2dda71ad402 service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863499
Jun 07 18:46:50.585902 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eb95bc0d-1efc-407e-94e4-0cf9f4288b95 req-dd69ee33-f2dc-4d39-87a1-53bc79637c51 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612321
Jun 07 18:46:50.631382 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-27497f52-7377-4d88-b1bc-964c8f6e994d req-ee6a39bf-4a95-403a-95c2-3b919e6233b8 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356611
Jun 07 18:46:50.729237 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:46:50.745640 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-5bacd384-f236-4a0b-80c2-259358d3702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.747126 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-5bacd384-f236-4a0b-80c2-259358d3702c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 1096 time: 0.0702972
Jun 07 18:46:50.804932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a6a4e76e-15fc-41c9-b410-1119dfa322df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:50.882393 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-879290c9-07dd-428b-a838-67e887e9020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:50.883785 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-879290c9-07dd-428b-a838-67e887e9020f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 916 time: 0.1295426
Jun 07 18:46:50.955379 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-66d8d54b-c2f3-4e8c-aa36-bb109fb918c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ff96858-de59-436f-94d9-a888eaf81324 HTTP/1.1" status: 200  len: 217 time: 0.0640252
Jun 07 18:46:51.016860 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-ac2c5dde-7071-4f18-bf7f-6db3d8af98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:51.018419 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-ac2c5dde-7071-4f18-bf7f-6db3d8af98e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0571339
Jun 07 18:46:51.069743 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-83812c7d-193a-4715-a373-bb61ca7d9e6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444353
Jun 07 18:46:51.138250 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 0ccd5f4b-a055-41b3-9621-ad42d28255e6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:51.205616 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d199e6d0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}, {'id': 'bc5ed5c3-3895-4a1e-b04b-409c0b423853', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:54:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:46:47Z', 'updated_at': '2021-06-07T18:46:47Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:46:51.229985 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79872473-6349-49a9-ad9f-89cbe49ed2cb None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}, {'id': 'bc5ed5c3-3895-4a1e-b04b-409c0b423853', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:54:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:46:47Z', 'updated_at': '2021-06-07T18:46:47Z', 'revision_number': 0, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:46:51.318801 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-7d4c4fb1-2c61-4754-964b-9589bf6f3000 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418792
Jun 07 18:46:51.396325 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:51.430856 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de6e1-88ca-49a7-a3c4-19e911a36a1d None None] New status for floating IP bc5ed5c3-3895-4a1e-b04b-409c0b423853: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:46:51.475485 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '0ccd5f4b-a055-41b3-9621-ad42d28255e6', 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f', 'port_id': '0ccd5f4b-a055-41b3-9621-ad42d28255e6', 'mac_address': 'fa:16:3e:ce:0e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6bfad4-800b-45f1-afae-de13c683b5e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:51.487034 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4ed2d3f3-568e-49c4-8e0d-4dee9820bcf7 req-d6da7179-0e5c-4979-8c78-45560b3a3bbe service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547506
Jun 07 18:46:51.547767 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:51.575493 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccd5f4b-a055-41b3-9621-ad42d28255e6 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:51.592132 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:51.597913 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:51.600964 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:51.624373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74960a-c8cc-41fe-acd0-ef4c9633aff0 req-04190371-906c-4190-9ce6-68b91525dbc4 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:51.625995 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8f74960a-c8cc-41fe-acd0-ef4c9633aff0 req-04190371-906c-4190-9ce6-68b91525dbc4 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 944 time: 0.0842776
Jun 07 18:46:51.693433 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-8f74960a-c8cc-41fe-acd0-ef4c9633aff0 req-5b0fc844-0101-4451-bf5c-9639602f956b tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610807
Jun 07 18:46:51.693668 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=0ccd5f4b-a055-41b3-9621-ad42d28255e6,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:51.698285 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:51.797776 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c1fec-fa75-4ab5-9c68-c0038099edcb req-2b705f10-f4d6-41ff-8030-134b7cb92981 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:51.799268 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-493c1fec-fa75-4ab5-9c68-c0038099edcb req-2b705f10-f4d6-41ff-8030-134b7cb92981 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 943 time: 0.0910110
Jun 07 18:46:51.844276 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-493c1fec-fa75-4ab5-9c68-c0038099edcb req-bc94032e-bbe0-4e9f-a67f-f7da0d82d75e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393441
Jun 07 18:46:51.869401 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['0ccd5f4b-a055-41b3-9621-ad42d28255e6'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:52.024872 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:46:52.114082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:52.116483 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42d130-d039-43ca-b0f8-1b1724f64c85" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:52.156686 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7259c243-52b1-4a0a-9ced-1fead1d4e8f5 x-openstack-request-id: req-7259c243-52b1-4a0a-9ced-1fead1d4e8f5 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:52.157013 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:52.157299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7259c243-52b1-4a0a-9ced-1fead1d4e8f5 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:52.158249 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'status': 'completed', 'code': 200}
Jun 07 18:46:52.254175 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-d4acfb1f-e65c-4bea-9792-86ffd88b0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:52.255641 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-d4acfb1f-e65c-4bea-9792-86ffd88b0140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1099 time: 0.0694964
Jun 07 18:46:52.385471 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-95443f30-95c4-4abc-a60e-8c24ad1f1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:52.386791 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-95443f30-95c4-4abc-a60e-8c24ad1f1b3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1235645
Jun 07 18:46:52.492174 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-7d369264-4e16-4f77-8f29-d6899f9e4d18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 1001 time: 0.0971458
Jun 07 18:46:52.564936 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-1ecd91e6-8c65-4c67-80d5-dbcd50c9227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:52.566348 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-1ecd91e6-8c65-4c67-80d5-dbcd50c9227d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0598049
Jun 07 18:46:52.646091 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-a4a6cb00-64ff-42f6-8254-2818b932d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:52.647469 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-a4a6cb00-64ff-42f6-8254-2818b932d9b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729535
Jun 07 18:46:52.789167 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-bd8c43b1-c407-407b-83e4-a6148bb78bb1 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236084
Jun 07 18:46:52.872729 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ef543-a985-409c-a01a-5b3082b49e5b req-2c4388c6-adde-4b0a-8733-8a85be5185be tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:52.874426 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b45ef543-a985-409c-a01a-5b3082b49e5b req-2c4388c6-adde-4b0a-8733-8a85be5185be tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 945 time: 0.0828981
Jun 07 18:46:52.926486 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b45ef543-a985-409c-a01a-5b3082b49e5b req-9cf63a3b-4f64-4436-aaee-67e4ccd8559a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444679
Jun 07 18:46:52.927885 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-ac42d130-d039-43ca-b0f8-1b1724f64c85 req-4f3d795c-c588-4d29-9d38-35a4920d13ad service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311188
Jun 07 18:46:53.027634 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.041118 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789078f-77d0-44d3-9490-d88fd8cd4827 req-e7a5b625-3364-4a20-9dea-af304f0e3ab0 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:53.042548 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f789078f-77d0-44d3-9490-d88fd8cd4827 req-e7a5b625-3364-4a20-9dea-af304f0e3ab0 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 943 time: 0.0840771
Jun 07 18:46:53.086472 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f789078f-77d0-44d3-9490-d88fd8cd4827 req-bf1fff62-47ed-4dfa-8f90-da43817ad456 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382984
Jun 07 18:46:53.137658 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 5ff96858-de59-436f-94d9-a888eaf81324 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:46:53.141084 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 0ccd5f4b-a055-41b3-9621-ad42d28255e6 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:53.304565 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:53.322718 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:53.323706 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.369611 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ff96858-de59-436f-94d9-a888eaf81324,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:53.400384 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '5ff96858-de59-436f-94d9-a888eaf81324', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'port_id': '5ff96858-de59-436f-94d9-a888eaf81324', 'mac_address': 'fa:16:3e:2d:43:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e9014d-0ae3-4aee-ae07-a8f9fa519e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:46:53.432781 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-bbc9bcc8-fd11-417e-95a2-aaabb8782aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.502555 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.532217 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff96858-de59-436f-94d9-a888eaf81324 {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:46:53.541357 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.565472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ff96858-de59-436f-94d9-a888eaf81324,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:53.571932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.574241 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:53.606296 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:53.608564 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10bfc63-6e3d-4b5e-b033-f087155d117e" -d '{"events": [{"server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:53.638586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:53.644980 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:53.652070 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e39f1-a7cb-4b64-960e-b00911cd9cdb x-openstack-request-id: req-840e39f1-a7cb-4b64-960e-b00911cd9cdb {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:53.652070 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:53.652370 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840e39f1-a7cb-4b64-960e-b00911cd9cdb {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:53.652583 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6', 'code': 200}
Jun 07 18:46:53.661024 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=5ff96858-de59-436f-94d9-a888eaf81324,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:53.664902 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:53.664902 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:53.728900 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=0ccd5f4b-a055-41b3-9621-ad42d28255e6,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:53.731856 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:53.879577 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['5ff96858-de59-436f-94d9-a888eaf81324'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:46:53.889908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553ef8c-d043-4fc8-ab43-2344c8905b3e req-b2167669-bf3d-4c7e-afd8-a2182c3bb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:53.891342 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-5553ef8c-d043-4fc8-ab43-2344c8905b3e req-b2167669-bf3d-4c7e-afd8-a2182c3bb5cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 1099 time: 0.0699601
Jun 07 18:46:53.939608 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-5553ef8c-d043-4fc8-ab43-2344c8905b3e req-ac7f95e8-60ee-4686-a850-df2b1626a83b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380521
Jun 07 18:46:54.113367 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ba13-5158-41dd-ac3c-4cccce8f3641 req-1a0974a0-3746-403a-a9dd-4902976c4037 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:54.114818 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec97ba13-5158-41dd-ac3c-4cccce8f3641 req-1a0974a0-3746-403a-a9dd-4902976c4037 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0844073
Jun 07 18:46:54.160150 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ec97ba13-5158-41dd-ac3c-4cccce8f3641 req-37e377d5-4ff0-4404-8af4-f48eb7264345 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394816
Jun 07 18:46:54.270540 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78054b9e-cc6b-4da4-bffe-4b88a3677d0a req-54fb3ca9-6493-4820-9b34-e428311f0667 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:54.271979 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-78054b9e-cc6b-4da4-bffe-4b88a3677d0a req-54fb3ca9-6493-4820-9b34-e428311f0667 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 944 time: 0.0783420
Jun 07 18:46:54.317456 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-78054b9e-cc6b-4da4-bffe-4b88a3677d0a req-7dbdea90-63aa-4a9d-b0d4-331dea529646 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396519
Jun 07 18:46:54.430665 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:55.161105 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 5ff96858-de59-436f-94d9-a888eaf81324 up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:46:55.231206 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:55.239329 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 5ff96858-de59-436f-94d9-a888eaf81324 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:46:55.243976 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 5ff96858-de59-436f-94d9-a888eaf81324 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:46:55.244343 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:55.344287 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7aa8f-4977-47d1-bbf4-ec8039864b18 req-8d497a30-3664-4734-8bb1-3a199c984cdf tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:55.346409 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4fd7aa8f-4977-47d1-bbf4-ec8039864b18 req-8d497a30-3664-4734-8bb1-3a199c984cdf tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0833561
Jun 07 18:46:55.372288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:55.391834 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4fd7aa8f-4977-47d1-bbf4-ec8039864b18 req-190a1dd1-f429-40ad-8bd0-7527dce34a8a tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397394
Jun 07 18:46:55.406321 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ff96858-de59-436f-94d9-a888eaf81324,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:46:55.411551 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:55.414443 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:46:55.488950 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=5ff96858-de59-436f-94d9-a888eaf81324,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:46:55.492634 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:46:55.521562 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bc879-9daa-4e60-b10f-8a17799c0287 req-0d20f469-da96-42c3-b4c4-335830396c6d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:55.523211 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-034bc879-9daa-4e60-b10f-8a17799c0287 req-0d20f469-da96-42c3-b4c4-335830396c6d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0943987
Jun 07 18:46:55.568357 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-034bc879-9daa-4e60-b10f-8a17799c0287 req-ae40a387-7106-4e4a-88f4-f87a9fb38a9c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394149
Jun 07 18:46:55.654041 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:46:55.657072 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94414e-709a-4a0e-9176-fcbc4fa48633" -d '{"events": [{"server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "name": "network-vif-plugged", "status": "completed", "tag": "5ff96858-de59-436f-94d9-a888eaf81324"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:46:55.711886 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d2f4e-1e88-40e2-bab6-67e52b54d491 x-openstack-request-id: req-278d2f4e-1e88-40e2-bab6-67e52b54d491 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:46:55.712205 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "name": "network-vif-plugged", "status": "completed", "tag": "5ff96858-de59-436f-94d9-a888eaf81324", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:46:55.712571 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-278d2f4e-1e88-40e2-bab6-67e52b54d491 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:46:55.712922 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324', 'code': 200}
Jun 07 18:46:55.951200 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5368e-bb93-40d0-9a38-7dbcd9ef1218 req-a3bb3284-5902-44a6-8507-6bdcef0f5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:55.952902 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9cf5368e-bb93-40d0-9a38-7dbcd9ef1218 req-a3bb3284-5902-44a6-8507-6bdcef0f5927 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 1098 time: 0.0744839
Jun 07 18:46:55.989211 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:46:56.001695 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9cf5368e-bb93-40d0-9a38-7dbcd9ef1218 req-93f270c4-882b-408a-8d40-fba79e1fc024 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375683
Jun 07 18:46:56.760796 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155ef1d-af61-43b8-bd2d-38ff43270b8d req-cf6cae72-c5c5-42cb-a542-fc0ecda1089d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:56.762303 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7155ef1d-af61-43b8-bd2d-38ff43270b8d req-cf6cae72-c5c5-42cb-a542-fc0ecda1089d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0851910
Jun 07 18:46:56.807137 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7155ef1d-af61-43b8-bd2d-38ff43270b8d req-480ecf3f-ba14-4ac1-9d0d-abffd96e8d47 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391552
Jun 07 18:46:57.992778 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436243-576b-4b33-9783-0452c468c7db req-8d339694-24b4-477b-ac10-87f906509e9f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:46:57.994214 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4b436243-576b-4b33-9783-0452c468c7db req-8d339694-24b4-477b-ac10-87f906509e9f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0789065
Jun 07 18:46:58.146912 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4b436243-576b-4b33-9783-0452c468c7db req-bf39e7a3-4a76-47e0-ae82-3903d732ab55 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457353
Jun 07 18:47:09.907203 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-cc1fb843-7a2b-43ca-b79e-4ad629fb5d4b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:09.908672 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-cc1fb843-7a2b-43ca-b79e-4ad629fb5d4b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1492958
Jun 07 18:47:09.923338 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-0eaff47c-ad16-4c43-9717-a84fa855065d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/quotas/2d6ffa87c1494169af9502c57d27e2a0 HTTP/1.1" status: 200  len: 375 time: 0.0085318
Jun 07 18:47:10.010733 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-7f438cef-5386-4565-afea-c0fab407c906 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819354
Jun 07 18:47:10.145288 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-6cbf9822-e12b-4cf3-b860-6baa40d71e74 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277728
Jun 07 18:47:10.277764 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-76a47a53-d705-4ead-a4b9-83a3b99bf965 service neutron] 10.222.0.13 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268346
Jun 07 18:47:10.455623 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e4e1583d-ac29-457a-acc9-138f0263ecd1 req-cfdf26d6-c7fe-4ab1-9891-06dc687336e6 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 210 time: 0.0470064
Jun 07 18:47:11.614420 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bba43731-ef4c-407e-8cb6-6e1cac404065 req-d1283664-282e-477d-a9ff-ff597e1a1f6f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 210 time: 0.0435061
Jun 07 18:47:11.615708 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-c80110e5-7be8-4006-a6d8-d92a4a29b840 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:11.617178 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-c80110e5-7be8-4006-a6d8-d92a4a29b840 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 815 time: 0.1496887
Jun 07 18:47:11.638664 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Request body: {'port': {'device_id': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'admin_state_up': True, 'tenant_id': '2d6ffa87c1494169af9502c57d27e2a0'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:47:11.796057 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Made reservation on behalf of 2d6ffa87c1494169af9502c57d27e2a0 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:47:11.799460 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:11.956331 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Allocated IP 172.20.0.9 (8a6dd6d3-4630-47cf-b4f8-09f275852146/d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e/9cbdc151-91c8-4868-9f3d-888035fd4d8f) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:47:12.245556 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.275445 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:47:12.277933 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:47:12.290010 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e', '23a1794c-8d89-4c7e-b053-38eed76accc0', '5ff96858-de59-436f-94d9-a888eaf81324'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:12.299296 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Network 8a6dd6d3-4630-47cf-b4f8-09f275852146 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:47:12.300419 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:47:12.302940 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:47:12.365859 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:12.366467 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.386591 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-8d61b440-8eb0-48dd-97c8-efc03ae46537 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7519417
Jun 07 18:47:12.400843 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Request body: {'port': {'device_id': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:47:12.515247 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.814103 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474be41d-d55c-4fe6-8cd0-50011a57a2e5 req-c800f645-b709-497e-9a94-43d935a5684b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:12.815482 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-474be41d-d55c-4fe6-8cd0-50011a57a2e5 req-c800f645-b709-497e-9a94-43d935a5684b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 931 time: 0.0803046
Jun 07 18:47:12.857924 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbdc151-91c8-4868-9f3d-888035fd4d8f {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:47:12.862836 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-474be41d-d55c-4fe6-8cd0-50011a57a2e5 req-4d9f50a7-8150-4007-b5f8-ec54dbacddf3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411236
Jun 07 18:47:12.865958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.880554 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Transition to ACTIVE for port object 9cbdc151-91c8-4868-9f3d-888035fd4d8f will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:47:12.885274 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:12.888916 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-16301bba-9568-4d4e-ad8b-a874b0944e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:13.036677 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbdc151-91c8-4868-9f3d-888035fd4d8f,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:13.043774 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:13.116511 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Attempting to bind port 9cbdc151-91c8-4868-9f3d-888035fd4d8f on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:47:13.116743 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Attempting to bind port 9cbdc151-91c8-4868-9f3d-888035fd4d8f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:47:13.117045 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Attempting to bind port 9cbdc151-91c8-4868-9f3d-888035fd4d8f on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:47:13.121487 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Port 9cbdc151-91c8-4868-9f3d-888035fd4d8f on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:47:13.121797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Attempting to bind port 9cbdc151-91c8-4868-9f3d-888035fd4d8f on network 8a6dd6d3-4630-47cf-b4f8-09f275852146 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:47:13.126722 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:47:13.127049 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Checking segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:47:13.127492 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Bound using segment: {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:47:13.127907 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Bound port: 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59135b9f-2bad-47c3-b2fe-2ee606c46e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:47:13.128241 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:13.216781 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:47:13.219653 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:47:13.225347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:13.229613 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-a836274d-9dd9-4ae0-8bb9-edf732014e7e tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:13.285513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:13.285906 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:13.287261 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] 10.222.0.57 "PUT /v2.0/ports/9cbdc151-91c8-4868-9f3d-888035fd4d8f HTTP/1.1" status: 200  len: 1093 time: 0.8909099
Jun 07 18:47:13.287809 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:13.290072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef22567-0b49-4ca7-a94a-e2669bddb22e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:13.307439 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbdc151-91c8-4868-9f3d-888035fd4d8f,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:13.310382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5f8dc5f0-0706-4cd2-9b11-95a65aed5050 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:13.340985 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d6b69-f395-4e15-8431-2309e433a3d6 x-openstack-request-id: req-4f0d6b69-f395-4e15-8431-2309e433a3d6 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:13.341313 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:13.341630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f0d6b69-f395-4e15-8431-2309e433a3d6 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:13.342064 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f', 'status': 'completed', 'code': 200}
Jun 07 18:47:13.423589 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-3955ec58-949f-4a0c-a307-d2cad6c89c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:13.425060 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-3955ec58-949f-4a0c-a307-d2cad6c89c97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 1096 time: 0.0701690
Jun 07 18:47:13.500809 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-7771ae6a-00d9-4a8d-8efe-40c1c4c5e711 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f HTTP/1.1" status: 200  len: 217 time: 0.0654867
Jun 07 18:47:13.569122 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-61c6f3e1-fe4e-477f-bacb-1cfd06681646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:13.570534 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-61c6f3e1-fe4e-477f-bacb-1cfd06681646 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0619836
Jun 07 18:47:13.620232 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-d6132315-7b64-4214-a95b-ca3ffb4f149e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400071
Jun 07 18:47:13.753836 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-427b8f76-cf75-4fde-959e-b03490fe6352 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235704
Jun 07 18:47:13.978525 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-4d0bb2fe-6bb0-4ff7-a04b-839ef5fd98b6 req-baa2b2e7-5a5e-410b-a46b-e29a52d8a4dd service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169914
Jun 07 18:47:14.055227 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a28fe7-baf9-49ed-96db-42b983004215 req-c1a03c5c-d59f-489b-95cf-f19b844e1697 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:14.056611 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-94a28fe7-baf9-49ed-96db-42b983004215 req-c1a03c5c-d59f-489b-95cf-f19b844e1697 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 943 time: 0.0870931
Jun 07 18:47:14.101685 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-94a28fe7-baf9-49ed-96db-42b983004215 req-fce768f0-3237-4665-8ec5-8de71f18b37f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394516
Jun 07 18:47:14.107513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-a7ff6046-0fa1-4934-bbd8-061ad72aea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:14.108978 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-a7ff6046-0fa1-4934-bbd8-061ad72aea22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 1096 time: 0.0698800
Jun 07 18:47:14.240717 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-a9e05513-436d-4396-b176-a66e4f440095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:14.242122 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-a9e05513-436d-4396-b176-a66e4f440095 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 200  len: 916 time: 0.1256061
Jun 07 18:47:14.314238 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-cb3a45fb-a28e-46af-b13c-9026eea8027a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f HTTP/1.1" status: 200  len: 217 time: 0.0643673
Jun 07 18:47:14.386444 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-e602ef92-6f69-4678-9ccb-4d32b2601266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:14.387938 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-e602ef92-6f69-4678-9ccb-4d32b2601266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 200  len: 855 time: 0.0585001
Jun 07 18:47:14.439263 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-3afcc450-e69b-453d-a844-b349acf6a433 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a6dd6d3-4630-47cf-b4f8-09f275852146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433068
Jun 07 18:47:14.584323 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-26522fc8-438c-462e-a9bd-17da9bd4d680 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361117
Jun 07 18:47:14.729575 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-9ef22567-0b49-4ca7-a94a-e2669bddb22e req-6baa490c-20aa-48f6-907c-7dda50cb8884 service neutron] 10.222.0.57 "GET /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272190
Jun 07 18:47:15.305736 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b3adc-919d-4f29-b156-0aa31b796381 req-bc0e356d-710d-4ed2-98f0-05d2560ec770 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:15.307195 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a30b3adc-919d-4f29-b156-0aa31b796381 req-bc0e356d-710d-4ed2-98f0-05d2560ec770 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 943 time: 0.0862811
Jun 07 18:47:15.351517 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a30b3adc-919d-4f29-b156-0aa31b796381 req-eb543aad-238a-4828-be65-141a5a6b393a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385783
Jun 07 18:47:16.533325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7a2d4-2c89-4733-8ac9-f5e6beca6041 req-50db3748-7b30-420c-84d3-e4a5be676ec4 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:16.534752 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95c7a2d4-2c89-4733-8ac9-f5e6beca6041 req-50db3748-7b30-420c-84d3-e4a5be676ec4 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 943 time: 0.0798082
Jun 07 18:47:16.578032 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-95c7a2d4-2c89-4733-8ac9-f5e6beca6041 req-7f4e3300-c95d-4467-bf6a-630c8d6ecc58 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367029
Jun 07 18:47:17.254937 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9cbdc151-91c8-4868-9f3d-888035fd4d8f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:47:17.387632 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:17.403314 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '9cbdc151-91c8-4868-9f3d-888035fd4d8f', 'network_id': '8a6dd6d3-4630-47cf-b4f8-09f275852146', 'port_id': '9cbdc151-91c8-4868-9f3d-888035fd4d8f', 'mac_address': 'fa:16:3e:de:14:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e9014d-0ae3-4aee-ae07-a8f9fa519e6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:47:17.490943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:17.516291 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbdc151-91c8-4868-9f3d-888035fd4d8f {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:47:17.532806 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:17.538503 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:17.540239 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:17.605825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=9cbdc151-91c8-4868-9f3d-888035fd4d8f,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:17.613740 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.614126 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.614465 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.614837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.615253 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.615523 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.615925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.616197 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.616548 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.616888 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.617173 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.617488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:17.621292 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:17.767051 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ff07f-d703-40b1-a6ce-c556db8ce94c req-f6e7e48f-ea97-49e3-ae7b-7718ca234421 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:17.768425 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-604ff07f-d703-40b1-a6ce-c556db8ce94c req-f6e7e48f-ea97-49e3-ae7b-7718ca234421 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 944 time: 0.0839009
Jun 07 18:47:17.811804 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-604ff07f-d703-40b1-a6ce-c556db8ce94c req-00f71271-1a61-4c78-a386-47b4fa8c84e7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376887
Jun 07 18:47:17.856519 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['9cbdc151-91c8-4868-9f3d-888035fd4d8f'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:18.997606 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1df59-5bb2-4b18-9de1-055aab9a5903 req-d3fef35a-33a7-4226-8415-9608730c55c7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:18.998951 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a8d1df59-5bb2-4b18-9de1-055aab9a5903 req-d3fef35a-33a7-4226-8415-9608730c55c7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 944 time: 0.0788906
Jun 07 18:47:19.042608 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a8d1df59-5bb2-4b18-9de1-055aab9a5903 req-1f081860-9dae-47c1-8ceb-751417892814 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376177
Jun 07 18:47:19.271072 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9cbdc151-91c8-4868-9f3d-888035fd4d8f up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:47:19.340210 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 9cbdc151-91c8-4868-9f3d-888035fd4d8f completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:47:19.344838 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 9cbdc151-91c8-4868-9f3d-888035fd4d8f triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:47:19.345215 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:19.459845 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:19.485662 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:19.488509 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce27e8b-664c-4e8e-996e-4a50c1185c6c" -d '{"events": [{"server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "name": "network-vif-plugged", "status": "completed", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:19.500457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:19.506363 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:19.508437 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:19.543084 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25230b06-58f5-4ce9-bb58-bca08b5df55f x-openstack-request-id: req-25230b06-58f5-4ce9-bb58-bca08b5df55f {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:19.543378 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "name": "network-vif-plugged", "status": "completed", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:19.543656 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25230b06-58f5-4ce9-bb58-bca08b5df55f {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:19.544042 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f', 'code': 200}
Jun 07 18:47:19.576446 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=9cbdc151-91c8-4868-9f3d-888035fd4d8f,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:19.579246 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:19.763747 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8d7b-bc26-43b2-a85a-d85da3f6df5e req-28d383a7-4591-4d23-8e9d-e3be786e360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:19.765210 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2f1e8d7b-bc26-43b2-a85a-d85da3f6df5e req-28d383a7-4591-4d23-8e9d-e3be786e360a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 1098 time: 0.0702081
Jun 07 18:47:19.808292 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2f1e8d7b-bc26-43b2-a85a-d85da3f6df5e req-27a5f235-88b9-4bdb-8dbe-d84b31349712 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345984
Jun 07 18:47:20.272243 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247d23-6d72-4d9d-ad6e-99e27019fa4c req-77d480bd-e76b-4f49-a795-79d414282e3e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:20.274089 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e4247d23-6d72-4d9d-ad6e-99e27019fa4c req-77d480bd-e76b-4f49-a795-79d414282e3e tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 945 time: 0.1095240
Jun 07 18:47:20.324365 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e4247d23-6d72-4d9d-ad6e-99e27019fa4c req-18baf121-0d3b-43d9-9957-80bee136604c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443099
Jun 07 18:47:20.777891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-724ab2e7-c99b-4c6f-bf41-2ac6b0245656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:21.511486 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a6ff-fa06-487c-b42b-83fe670acde5 req-7d3f5ee9-94b0-4b03-a592-4b8092950dcd tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:21.512974 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba54a6ff-fa06-487c-b42b-83fe670acde5 req-7d3f5ee9-94b0-4b03-a592-4b8092950dcd tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 945 time: 0.0783646
Jun 07 18:47:21.561140 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ba54a6ff-fa06-487c-b42b-83fe670acde5 req-5a0d9ea8-a615-4e34-93e2-9e864ba8c3fd tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423539
Jun 07 18:47:23.022248 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:23.384764 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5b7c-633f-41f8-a36b-018d095b26b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:24.432543 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:25.225176 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:25.988747 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:26.688923 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-0a1d9ad0-d8d7-467c-ba6e-4395d39040fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734868
Jun 07 18:47:26.832436 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-4fcd45c4-8a58-4a00-bfaa-7bb370c72f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:26.833968 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-4fcd45c4-8a58-4a00-bfaa-7bb370c72f19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1099 time: 0.0727468
Jun 07 18:47:26.990928 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-267f7386-21f4-40f5-923e-cf84d2fac7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:26.992308 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-267f7386-21f4-40f5-923e-cf84d2fac7d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1299515
Jun 07 18:47:27.097235 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-998aa145-fa52-4443-b9e9-dfa5755adddb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 1002 time: 0.0966775
Jun 07 18:47:27.162474 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-d06ba39d-fc2c-469a-9c62-4fb643a2b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:27.163901 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-d06ba39d-fc2c-469a-9c62-4fb643a2b84c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0600045
Jun 07 18:47:27.240150 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-5a30c2ce-88ce-44d0-ab9e-e48e7d1c8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:27.241601 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-5a30c2ce-88ce-44d0-ab9e-e48e7d1c8ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698905
Jun 07 18:47:27.376052 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-f6725fc8-fb56-4bcc-8205-40b0f35216f9 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269217
Jun 07 18:47:27.614958 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-6756ecac-70bf-4feb-9f5d-10d21da4c9aa req-a437d964-cc56-423f-8ec9-ef0c222c7f0f service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314551
Jun 07 18:47:29.024244 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:47:39.978299 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0359a-1b58-4dc4-88d7-e3fa18f6d83c req-ec2688e8-c774-4caa-b44c-1480737e6e1f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:39.979767 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0d0359a-1b58-4dc4-88d7-e3fa18f6d83c req-ec2688e8-c774-4caa-b44c-1480737e6e1f tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 945 time: 0.0803533
Jun 07 18:47:40.025817 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d0d0359a-1b58-4dc4-88d7-e3fa18f6d83c req-1729cee9-d513-45b7-b791-80af234fe178 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403705
Jun 07 18:47:41.222858 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212f20-80a7-4455-aa58-69d462ce7b4c req-31490322-d940-4243-8ebc-a4ce1bb3d04a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:41.225134 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79212f20-80a7-4455-aa58-69d462ce7b4c req-31490322-d940-4243-8ebc-a4ce1bb3d04a tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 945 time: 0.0847235
Jun 07 18:47:41.268929 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-79212f20-80a7-4455-aa58-69d462ce7b4c req-2dbb42b1-87b1-4bd1-a094-65d715acb75d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382190
Jun 07 18:47:41.576236 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05fdaa-e13d-4c30-b082-60a00fdacf00 req-bdab9f07-49d3-4d67-81e3-b607b1eff101 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:41.577646 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bb05fdaa-e13d-4c30-b082-60a00fdacf00 req-bdab9f07-49d3-4d67-81e3-b607b1eff101 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0813029
Jun 07 18:47:41.622468 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bb05fdaa-e13d-4c30-b082-60a00fdacf00 req-6de9d373-6ea4-42ce-9ca5-d8af8e357ece tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385737
Jun 07 18:47:41.837513 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-0b8a7071-ce2a-4f7f-84d0-62d67601861b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:41.838824 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-0b8a7071-ce2a-4f7f-84d0-62d67601861b tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 945 time: 0.0815876
Jun 07 18:47:41.974773 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Deleting port 9cbdc151-91c8-4868-9f3d-888035fd4d8f {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:47:41.975107 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:42.105298 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] For port 9cbdc151-91c8-4868-9f3d-888035fd4d8f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9cbdc151-91c8-4868-9f3d-888035fd4d8f,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:42.105565 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:42.229768 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Calling delete_port for 9cbdc151-91c8-4868-9f3d-888035fd4d8f owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:47:42.337683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:42.343240 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7692f7fd-ee56-4fdd-afd2-0f28cc63db55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:42.351444 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e', '23a1794c-8d89-4c7e-b053-38eed76accc0', '5ff96858-de59-436f-94d9-a888eaf81324', '9cbdc151-91c8-4868-9f3d-888035fd4d8f'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:42.390872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Pushing event deleted for resources: {'Port': ['ID=9cbdc151-91c8-4868-9f3d-888035fd4d8f,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:42.394447 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:42.469386 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] No DVR routers for this DVR port 9cbdc151-91c8-4868-9f3d-888035fd4d8f on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:47:42.472017 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:42.474850 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-c16a891a-07fa-4c97-b2c4-d16978450d2a req-f201ddd8-843b-4bbb-8c9d-edaf3ab02624 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "DELETE /v2.0/ports/9cbdc151-91c8-4868-9f3d-888035fd4d8f HTTP/1.1" status: 204  len: 173 time: 0.6270051
Jun 07 18:47:42.475387 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'name': 'network-vif-deleted', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:42.477753 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34e160f-01e8-4838-b1f5-0d372f9ba3b4" -d '{"events": [{"server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "name": "network-vif-deleted", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:42.523297 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a9d5ab-6727-40be-8d3c-37dd6cf652f9 x-openstack-request-id: req-e5a9d5ab-6727-40be-8d3c-37dd6cf652f9 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:42.523866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb942a02-3b76-4702-af31-34af8bc9c402", "name": "network-vif-deleted", "tag": "9cbdc151-91c8-4868-9f3d-888035fd4d8f", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:42.524343 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5a9d5ab-6727-40be-8d3c-37dd6cf652f9 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:42.524963 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb942a02-3b76-4702-af31-34af8bc9c402', 'name': 'network-vif-deleted', 'tag': '9cbdc151-91c8-4868-9f3d-888035fd4d8f', 'status': 'completed', 'code': 200}
Jun 07 18:47:42.542651 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e572ea0c-b5b8-4a3c-9c27-1e58ff437288 req-eba3bae2-3c91-4fce-a985-5533bf8ba133 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb942a02-3b76-4702-af31-34af8bc9c402 HTTP/1.1" status: 200  len: 210 time: 0.1592424
Jun 07 18:47:42.814772 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a663bc3-22a2-45ce-9466-a634e582cebe req-cd1605e1-c62b-4d38-b3e2-04ff4d389899 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:42.816270 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a663bc3-22a2-45ce-9466-a634e582cebe req-cd1605e1-c62b-4d38-b3e2-04ff4d389899 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0838006
Jun 07 18:47:42.864488 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2a663bc3-22a2-45ce-9466-a634e582cebe req-df73c7d8-2562-438a-97e3-94cc4dfdb6af tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413246
Jun 07 18:47:43.502516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-b092eb5c-d9f6-486d-8419-f7b7edd9a2ee tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:43.503866 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-b092eb5c-d9f6-486d-8419-f7b7edd9a2ee tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0836375
Jun 07 18:47:43.642158 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Deleting port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:47:43.642158 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:43.781692 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] For port 0ccd5f4b-a055-41b3-9621-ad42d28255e6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ccd5f4b-a055-41b3-9621-ad42d28255e6,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:43.782049 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:43.903824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Calling delete_port for 0ccd5f4b-a055-41b3-9621-ad42d28255e6 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:47:44.020525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:44.032272 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b78149ee-377e-40cf-b5c8-b79f0d360658 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:44.033121 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['0ccd5f4b-a055-41b3-9621-ad42d28255e6'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:44.057743 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0ceed-bf62-4db3-8fc7-daf74164db1f req-42534aec-f6e7-4157-8a2a-c1280034d5b3 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:44.059210 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eaf0ceed-bf62-4db3-8fc7-daf74164db1f req-42534aec-f6e7-4157-8a2a-c1280034d5b3 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2c4c276-4da1-44c1-bb49-205f354470d9 HTTP/1.1" status: 200  len: 946 time: 0.0868731
Jun 07 18:47:44.082025 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Pushing event deleted for resources: {'Port': ['ID=0ccd5f4b-a055-41b3-9621-ad42d28255e6,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:44.108866 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-eaf0ceed-bf62-4db3-8fc7-daf74164db1f req-2e2a9291-e7ec-4b62-beeb-be6c0a801214 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441129
Jun 07 18:47:44.109159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:44.154152 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] No DVR routers for this DVR port 0ccd5f4b-a055-41b3-9621-ad42d28255e6 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:47:44.156881 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:44.158750 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-68ef04a9-c565-496d-81b0-3dc74394c272 req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "DELETE /v2.0/ports/0ccd5f4b-a055-41b3-9621-ad42d28255e6 HTTP/1.1" status: 204  len: 173 time: 0.6488452
Jun 07 18:47:44.526825 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'name': 'network-vif-deleted', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:44.529206 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb52aeea-afcb-4e68-b436-e4ec1cd3a4a6" -d '{"events": [{"server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "name": "network-vif-deleted", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:44.570206 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d1aa9-e3cb-4be5-8da1-e6475a877744 x-openstack-request-id: req-c41d1aa9-e3cb-4be5-8da1-e6475a877744 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:44.570540 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c4c276-4da1-44c1-bb49-205f354470d9", "name": "network-vif-deleted", "tag": "0ccd5f4b-a055-41b3-9621-ad42d28255e6", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:44.570831 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c41d1aa9-e3cb-4be5-8da1-e6475a877744 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:44.571263 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c4c276-4da1-44c1-bb49-205f354470d9', 'name': 'network-vif-deleted', 'tag': '0ccd5f4b-a055-41b3-9621-ad42d28255e6', 'status': 'completed', 'code': 200}
Jun 07 18:47:45.231847 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30d32b-480e-4eae-a450-0ba5a8dfc295 req-a5223eab-d957-4e4d-a4f4-5c4e2e23401d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:45.233290 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd30d32b-480e-4eae-a450-0ba5a8dfc295 req-a5223eab-d957-4e4d-a4f4-5c4e2e23401d tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0890727
Jun 07 18:47:45.277269 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cd30d32b-480e-4eae-a450-0ba5a8dfc295 req-a03b530c-1f38-4b7d-8f46-c687c7d10481 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383320
Jun 07 18:47:46.478667 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e37d-4543-4c71-8bbb-dd91d35d2ce6 req-d21064dc-c96c-4997-951d-1fb5f4ec94ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:46.480453 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a4c8e37d-4543-4c71-8bbb-dd91d35d2ce6 req-d21064dc-c96c-4997-951d-1fb5f4ec94ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0919802
Jun 07 18:47:46.527146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a4c8e37d-4543-4c71-8bbb-dd91d35d2ce6 req-14d98d65-56f9-4991-861a-043c72557037 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408242
Jun 07 18:47:47.712545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe66ee3-9bf4-4951-ae83-cd05d1739fd6 req-325e2920-0b28-4225-90d8-1be71270cb92 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:47.713986 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bfe66ee3-9bf4-4951-ae83-cd05d1739fd6 req-325e2920-0b28-4225-90d8-1be71270cb92 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0831325
Jun 07 18:47:47.735328 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 0ccd5f4b-a055-41b3-9621-ad42d28255e6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:47:47.759024 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bfe66ee3-9bf4-4951-ae83-cd05d1739fd6 req-5f84b596-3aea-4f0f-b294-67ae3ef19100 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393174
Jun 07 18:47:47.769252 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 0ccd5f4b-a055-41b3-9621-ad42d28255e6 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:47:47.769653 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 0ccd5f4b-a055-41b3-9621-ad42d28255e6 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:47:47.770258 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9cbdc151-91c8-4868-9f3d-888035fd4d8f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:47:47.808385 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 9cbdc151-91c8-4868-9f3d-888035fd4d8f {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:47:47.808734 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 9cbdc151-91c8-4868-9f3d-888035fd4d8f not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:47:48.943298 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1b060-00cc-48fc-8eb2-0cb8482a13d4 req-156827e0-1730-45ae-ae2c-332ae04b6af5 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:48.944762 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11f1b060-00cc-48fc-8eb2-0cb8482a13d4 req-156827e0-1730-45ae-ae2c-332ae04b6af5 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.0803533
Jun 07 18:47:48.989121 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-11f1b060-00cc-48fc-8eb2-0cb8482a13d4 req-fbf806dd-2c4b-41fa-8eab-f32a331f1dca tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381072
Jun 07 18:47:49.367433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-d7a41a7e-14d7-4fbc-a4cc-8fec457cf9bc tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:49.368747 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-d7a41a7e-14d7-4fbc-a4cc-8fec457cf9bc tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 945 time: 0.1655974
Jun 07 18:47:49.502706 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Deleting port 5ff96858-de59-436f-94d9-a888eaf81324 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:47:49.503035 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:49.640572 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] For port 5ff96858-de59-436f-94d9-a888eaf81324, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5ff96858-de59-436f-94d9-a888eaf81324,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:49.640918 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:49.763284 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Calling delete_port for 5ff96858-de59-436f-94d9-a888eaf81324 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:47:49.879713 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:49.885394 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ef4aea83-1428-4855-88fc-20a98c6628f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:49.891746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e', '23a1794c-8d89-4c7e-b053-38eed76accc0', '5ff96858-de59-436f-94d9-a888eaf81324'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:49.930510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Pushing event deleted for resources: {'Port': ['ID=5ff96858-de59-436f-94d9-a888eaf81324,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:49.933908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:50.011376 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] No DVR routers for this DVR port 5ff96858-de59-436f-94d9-a888eaf81324 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:47:50.013929 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:50.015960 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-07285982-0e84-4a15-a4ef-cb601c904e96 req-249e8f80-5dee-4685-941e-6ae161b07610 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "DELETE /v2.0/ports/5ff96858-de59-436f-94d9-a888eaf81324 HTTP/1.1" status: 204  len: 173 time: 0.6413527
Jun 07 18:47:50.016475 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'name': 'network-vif-deleted', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:50.018764 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aab8b8a-0fb6-4047-a546-8309041eda4f" -d '{"events": [{"server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "name": "network-vif-deleted", "tag": "5ff96858-de59-436f-94d9-a888eaf81324"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:50.061998 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769b12c-1e40-4bfb-bb9f-a7ab609ad1d2 x-openstack-request-id: req-5769b12c-1e40-4bfb-bb9f-a7ab609ad1d2 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:50.062363 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fc0f17-781a-4f66-b94b-1fbaed346219", "name": "network-vif-deleted", "tag": "5ff96858-de59-436f-94d9-a888eaf81324", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:50.062642 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5769b12c-1e40-4bfb-bb9f-a7ab609ad1d2 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:50.063283 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fc0f17-781a-4f66-b94b-1fbaed346219', 'name': 'network-vif-deleted', 'tag': '5ff96858-de59-436f-94d9-a888eaf81324', 'status': 'completed', 'code': 200}
Jun 07 18:47:50.146403 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4beb1280-e82e-4392-9b43-e6a86edaf2b6 req-6f862795-a96e-4b2c-a971-94f111a32498 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fc0f17-781a-4f66-b94b-1fbaed346219 HTTP/1.1" status: 200  len: 210 time: 0.0478883
Jun 07 18:47:50.779693 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b96c87e5-d0a8-4942-975f-4b6d6c280367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:51.609685 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3a48c-bfe4-4bac-a430-fbb6fe3a9b06 req-8bec4860-9c82-4dc6-a8df-b3480a11ac9c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:51.611047 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0da3a48c-bfe4-4bac-a430-fbb6fe3a9b06 req-8bec4860-9c82-4dc6-a8df-b3480a11ac9c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.0819428
Jun 07 18:47:51.655406 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0da3a48c-bfe4-4bac-a430-fbb6fe3a9b06 req-93535e2d-6f73-4cee-a32a-e7320ffbc6f3 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380881
Jun 07 18:47:52.845485 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3cf6-7a19-48c0-9fb2-c274239c955c req-fd442452-8239-4f71-90be-1d3d637ea037 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:52.846936 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e40f3cf6-7a19-48c0-9fb2-c274239c955c req-fd442452-8239-4f71-90be-1d3d637ea037 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.0822389
Jun 07 18:47:52.890031 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e40f3cf6-7a19-48c0-9fb2-c274239c955c req-82e7ef75-e9e8-4a56-8fda-d623293d8419 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375423
Jun 07 18:47:53.017090 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:53.386015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-588c4b08-d872-4725-93a0-0c51d2218295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:53.412408 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 5ff96858-de59-436f-94d9-a888eaf81324 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:47:53.446118 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 5ff96858-de59-436f-94d9-a888eaf81324 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:47:53.446465 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 5ff96858-de59-436f-94d9-a888eaf81324 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:47:54.075588 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed75a-3806-4637-aa8f-68121a27ba08 req-29eb4f0e-1d5d-46a1-93a1-cfc827d17ad4 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:54.077101 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-623ed75a-3806-4637-aa8f-68121a27ba08 req-29eb4f0e-1d5d-46a1-93a1-cfc827d17ad4 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.0827949
Jun 07 18:47:54.125934 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-623ed75a-3806-4637-aa8f-68121a27ba08 req-9613778d-4197-4980-b857-06cb6aaf71f7 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424912
Jun 07 18:47:54.434869 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:54.927364 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-3afcc95d-a4ec-4fea-88ec-196eb36707ea tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:54.928720 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-3afcc95d-a4ec-4fea-88ec-196eb36707ea tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.0791368
Jun 07 18:47:55.064416 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Deleting port 23a1794c-8d89-4c7e-b053-38eed76accc0 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:47:55.064737 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:55.195316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] For port 23a1794c-8d89-4c7e-b053-38eed76accc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=23a1794c-8d89-4c7e-b053-38eed76accc0,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:47:55.195622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:55.234985 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:55.319231 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b1be-3aa4-4227-9d57-bc9b10657c14 req-7d13fed5-e4a6-4701-857e-c65749329633 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:55.319881 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f229b1be-3aa4-4227-9d57-bc9b10657c14 req-7d13fed5-e4a6-4701-857e-c65749329633 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=589af773-f4a8-414d-9174-403898633b81 HTTP/1.1" status: 200  len: 945 time: 0.0817385
Jun 07 18:47:55.325401 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Calling delete_port for 23a1794c-8d89-4c7e-b053-38eed76accc0 owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:47:55.366171 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f229b1be-3aa4-4227-9d57-bc9b10657c14 req-66fb7c02-e4bb-431f-879a-c19d0d10a37c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408556
Jun 07 18:47:55.449648 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:55.455411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c195056e-417b-403b-994a-43731ae673d9 tempest-AttachVolumeShelveTestJSON-527434008 tempest-AttachVolumeShelveTestJSON-527434008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:55.461824 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e', '23a1794c-8d89-4c7e-b053-38eed76accc0'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:47:55.506804 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Pushing event deleted for resources: {'Port': ['ID=23a1794c-8d89-4c7e-b053-38eed76accc0,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:55.608151 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.608523 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.608887 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.609243 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.609595 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.609945 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.610631 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.610631 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.610973 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.611310 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.611683 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.612021 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:47:55.615368 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:55.622403 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] No DVR routers for this DVR port 23a1794c-8d89-4c7e-b053-38eed76accc0 on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:47:55.624754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:55.626849 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-788bca56-78b6-47a8-b4f6-a0c103ffe6f4 req-e595faec-6215-47a6-95df-bdc639ac14ef tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "DELETE /v2.0/ports/23a1794c-8d89-4c7e-b053-38eed76accc0 HTTP/1.1" status: 204  len: 173 time: 0.6919267
Jun 07 18:47:55.627357 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'name': 'network-vif-deleted', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:55.630847 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c084bb68-216f-4c15-857a-60d8c3570599" -d '{"events": [{"server_uuid": "589af773-f4a8-414d-9174-403898633b81", "name": "network-vif-deleted", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:55.652746 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-cebe0c1f-f5ca-4fdb-a7cf-97c9cec91e5b tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:55.654223 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-cebe0c1f-f5ca-4fdb-a7cf-97c9cec91e5b tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 814 time: 0.1590893
Jun 07 18:47:55.680802 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9bc138-353f-4368-a187-876f2edaa5a9 x-openstack-request-id: req-4b9bc138-353f-4368-a187-876f2edaa5a9 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:55.681129 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589af773-f4a8-414d-9174-403898633b81", "name": "network-vif-deleted", "tag": "23a1794c-8d89-4c7e-b053-38eed76accc0", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:55.681648 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b9bc138-353f-4368-a187-876f2edaa5a9 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:55.682715 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589af773-f4a8-414d-9174-403898633b81', 'name': 'network-vif-deleted', 'tag': '23a1794c-8d89-4c7e-b053-38eed76accc0', 'status': 'completed', 'code': 200}
Jun 07 18:47:55.689714 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ca7c259b-604b-4bfe-9b55-02a77f73ce2c tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/quotas/1528fbec1879415381437d9a15fb3e01 HTTP/1.1" status: 200  len: 375 time: 0.0098462
Jun 07 18:47:55.741946 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-8368d916-1da3-4339-acbd-fadb19ca903d tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0457585
Jun 07 18:47:55.874648 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-90de28c4-8806-4343-a415-582d770f7945 service neutron] 10.222.0.13 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260033
Jun 07 18:47:55.991672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:56.006261 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-4a999803-e261-4f4d-b4b8-bdd589f01efe service neutron] 10.222.0.13 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251013
Jun 07 18:47:56.187273 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ca95000e-defc-4f03-8cea-6792a014a24d req-2a260d39-5693-4a10-b096-d875f108aa6f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 210 time: 0.0431571
Jun 07 18:47:57.341624 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3e31c247-8fe4-435f-bcba-969200e22e95 req-366a9255-a38d-4afb-9885-7e4a9ee34968 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 210 time: 0.0438652
Jun 07 18:47:57.507294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-1de04998-1f73-43f6-a0ad-0d34ba4ffb2f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:57.508753 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-1de04998-1f73-43f6-a0ad-0d34ba4ffb2f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 814 time: 0.2562535
Jun 07 18:47:57.522390 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Request body: {'port': {'device_id': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f', 'admin_state_up': True, 'tenant_id': '1528fbec1879415381437d9a15fb3e01'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:47:57.674849 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Made reservation on behalf of 1528fbec1879415381437d9a15fb3e01 for: {'port': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:47:57.679465 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:57.847527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Allocated IP 172.20.0.14 (8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f/8c6bfad4-800b-45f1-afae-de13c683b5e2/3765a910-540b-4068-b14a-f85415bd712e) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:47:58.051863 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.080776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:47:58.084138 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:47:58.100394 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:47:58.101508 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:47:58.103663 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:47:58.164326 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:58.164964 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.185113 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-f62c3c76-6643-4351-a1ca-84ad42867bb2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6664069
Jun 07 18:47:58.197757 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Request body: {'port': {'device_id': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:47:58.297384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96e30-b93f-426a-b5ce-ae1eaaaa19d2 req-000dde50-0fb4-4440-b7e4-66ceba58c7a9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:58.298839 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-72d96e30-b93f-426a-b5ce-ae1eaaaa19d2 req-000dde50-0fb4-4440-b7e4-66ceba58c7a9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.1816156
Jun 07 18:47:58.314495 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.344556 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-72d96e30-b93f-426a-b5ce-ae1eaaaa19d2 req-bbf1b9f9-356c-4053-938e-6d7bb1dd3850 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389950
Jun 07 18:47:58.539305 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e01f-b169-435b-98d2-2470542b8acf req-4b5c56db-db30-44c7-8311-79fa20f11c3e tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:58.540794 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ef03e01f-b169-435b-98d2-2470542b8acf req-4b5c56db-db30-44c7-8311-79fa20f11c3e tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 932 time: 0.0857222
Jun 07 18:47:58.585605 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ef03e01f-b169-435b-98d2-2470542b8acf req-d312fbbe-9d92-485a-b2bc-cce03dcd3684 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391347
Jun 07 18:47:58.661773 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3765a910-540b-4068-b14a-f85415bd712e {{(pid=98346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:47:58.669094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.683301 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Transition to ACTIVE for port object 3765a910-540b-4068-b14a-f85415bd712e will not be triggered until provisioned by entity L2. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:47:58.686499 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:58.689981 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8c2bed1c-712e-4a57-a134-64a39cad6e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:58.843692 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3765a910-540b-4068-b14a-f85415bd712e,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:58.850591 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:58.916647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Attempting to bind port 3765a910-540b-4068-b14a-f85415bd712e on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:47:58.916971 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Attempting to bind port 3765a910-540b-4068-b14a-f85415bd712e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:47:58.917287 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Attempting to bind port 3765a910-540b-4068-b14a-f85415bd712e on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:47:58.921827 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Port 3765a910-540b-4068-b14a-f85415bd712e on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:47:58.922140 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Attempting to bind port 3765a910-540b-4068-b14a-f85415bd712e on network 8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:47:58.927761 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:47:58.928084 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Checking segment: {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:47:58.928452 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Bound using segment: {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'} {{(pid=98346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:47:58.928859 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.managers [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Bound port: 3765a910-540b-4068-b14a-f85415bd712e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c9bc17-3443-4c78-a80f-757f7835a5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f'}}] {{(pid=98346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:47:58.929189 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:59.013892 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, cleared binding levels {{(pid=98346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:47:59.016946 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3765a910-540b-4068-b14a-f85415bd712e,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:47:59.020906 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:59.025161 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-745f8c9d-a275-4026-bc78-4aae9e563b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:47:59.083428 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.084030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:59.085363 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/3765a910-540b-4068-b14a-f85415bd712e HTTP/1.1" status: 200  len: 1094 time: 0.8921318
Jun 07 18:47:59.086347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'tag': '3765a910-540b-4068-b14a-f85415bd712e'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:47:59.088639 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "tag": "3765a910-540b-4068-b14a-f85415bd712e"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:47:59.108834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3765a910-540b-4068-b14a-f85415bd712e,revision_number=3']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:47:59.112150 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ea5dcba2-24bd-464b-8304-39843b06c7b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:47:59.157908 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86953357-0a19-4674-a4ff-e93fb69b77ab x-openstack-request-id: req-86953357-0a19-4674-a4ff-e93fb69b77ab {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:47:59.158238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "tag": "3765a910-540b-4068-b14a-f85415bd712e", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:47:59.158530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86953357-0a19-4674-a4ff-e93fb69b77ab {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:47:59.158960 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'tag': '3765a910-540b-4068-b14a-f85415bd712e', 'status': 'completed', 'code': 200}
Jun 07 18:47:59.193666 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-dc4396be-4e23-452c-899a-0562c42077ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.195125 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-dc4396be-4e23-452c-899a-0562c42077ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 1097 time: 0.0725765
Jun 07 18:47:59.366152 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-01f1aa6d-840b-41e2-80e0-075573e678c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3765a910-540b-4068-b14a-f85415bd712e HTTP/1.1" status: 200  len: 217 time: 0.1635969
Jun 07 18:47:59.390827 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 23a1794c-8d89-4c7e-b053-38eed76accc0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:47:59.429319 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 23a1794c-8d89-4c7e-b053-38eed76accc0 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:47:59.429661 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 23a1794c-8d89-4c7e-b053-38eed76accc0 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:47:59.430273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-3e058f5f-cd3c-4e20-babe-253620427976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.431729 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-3e058f5f-cd3c-4e20-babe-253620427976 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c6bfad4-800b-45f1-afae-de13c683b5e2 HTTP/1.1" status: 200  len: 854 time: 0.0589268
Jun 07 18:47:59.480014 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-dc71c027-0d84-4566-af04-a43932416cdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407903
Jun 07 18:47:59.606347 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf98a10-68ed-45bb-8088-3b5900d68548 req-e5324d81-c570-4d1e-8c5b-89b58c9a90bd tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.608881 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ddf98a10-68ed-45bb-8088-3b5900d68548 req-e5324d81-c570-4d1e-8c5b-89b58c9a90bd tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.1347682
Jun 07 18:47:59.615709 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-c7963160-e385-4be2-b624-0e8ea3701c8d service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289465
Jun 07 18:47:59.665987 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ddf98a10-68ed-45bb-8088-3b5900d68548 req-da9c99be-8eba-4ca9-9142-614727711894 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/security-groups?id=14f03f30-c370-4fd6-b93b-41468c9bf7f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487089
Jun 07 18:47:59.678365 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-31bb2b85-68a6-4461-b4bf-64bd7d40d6e9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.680325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-31bb2b85-68a6-4461-b4bf-64bd7d40d6e9 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 946 time: 0.1413245
Jun 07 18:47:59.766240 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-f1ae3571-936f-4ee3-92a0-35945a164a99 req-a0569a68-e683-4822-b844-3ad738f00d8d service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431298
Jun 07 18:47:59.877154 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102174a9-30a2-4fc3-8410-3f1b60d16ed1 req-7cf5a612-80ef-49ef-a2b1-ecdc90c3cb1f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.878485 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-102174a9-30a2-4fc3-8410-3f1b60d16ed1 req-7cf5a612-80ef-49ef-a2b1-ecdc90c3cb1f tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 944 time: 0.1613238
Jun 07 18:47:59.886034 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-3e8561e7-4723-4116-a395-757b60450c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:47:59.887510 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-3e8561e7-4723-4116-a395-757b60450c17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1528fbec1879415381437d9a15fb3e01&device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 1097 time: 0.0746543
Jun 07 18:47:59.924189 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Deleting port 1cd60e92-bf60-41aa-a273-93930363087e {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:47:59.924522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:47:59.965462 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-102174a9-30a2-4fc3-8410-3f1b60d16ed1 req-8db87b0f-411c-4498-91b3-22177dfb7ed7 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796087
Jun 07 18:48:00.020712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-9b6d8ebc-1e27-4a1b-b14c-ce66a1d50c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:00.022142 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-9b6d8ebc-1e27-4a1b-b14c-ce66a1d50c12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 200  len: 915 time: 0.1277881
Jun 07 18:48:00.071497 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] For port 1cd60e92-bf60-41aa-a273-93930363087e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1cd60e92-bf60-41aa-a273-93930363087e,segment=NetworkSegment(59135b9f-2bad-47c3-b2fe-2ee606c46e38),segment_id=59135b9f-2bad-47c3-b2fe-2ee606c46e38)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:00.071855 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:00.094158 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-5f680d1c-6465-4985-89db-8b4201a531d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3765a910-540b-4068-b14a-f85415bd712e HTTP/1.1" status: 200  len: 217 time: 0.0646098
Jun 07 18:48:00.157636 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-653e98a9-da52-4242-8f3a-0976b21989e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:00.159088 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-653e98a9-da52-4242-8f3a-0976b21989e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c6bfad4-800b-45f1-afae-de13c683b5e2 HTTP/1.1" status: 200  len: 854 time: 0.0581391
Jun 07 18:48:00.198409 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Calling delete_port for 1cd60e92-bf60-41aa-a273-93930363087e owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:00.208481 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-5323c907-b911-4428-bf06-e40456cbd757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416725
Jun 07 18:48:00.306197 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:00.311930 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cfdbe6d3-63b2-4c0c-beb9-7c34fa4b1bd2 tempest-VolumesNegativeTest-1755315130 tempest-VolumesNegativeTest-1755315130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:00.319470 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['1cd60e92-bf60-41aa-a273-93930363087e'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:48:00.345431 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-84ac65be-db6b-482b-955b-b4b86d23be68 service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303122
Jun 07 18:48:00.392804 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Pushing event deleted for resources: {'Port': ['ID=1cd60e92-bf60-41aa-a273-93930363087e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:00.437709 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] No DVR routers for this DVR port 1cd60e92-bf60-41aa-a273-93930363087e on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:00.439811 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.440184 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.440545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.440911 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.441352 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.442403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.442403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.442743 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.443094 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.443464 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.443814 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.444161 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:00.447000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:00.448926 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a65fca1a-2976-4162-8fd8-78c7e0b000a2 req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.57 "DELETE /v2.0/ports/1cd60e92-bf60-41aa-a273-93930363087e HTTP/1.1" status: 204  len: 173 time: 0.7636974
Jun 07 18:48:00.449744 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'name': 'network-vif-deleted', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:00.451737 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a053f7-3c94-4552-b97b-bfcb0e23ebf1" -d '{"events": [{"server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "name": "network-vif-deleted", "tag": "1cd60e92-bf60-41aa-a273-93930363087e"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:00.454949 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d554f9b0-0814-445a-a3b6-a94eb230c10c tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:00.491551 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-1c9b32b9-f10e-4dc3-8af4-b700e99c681c req-3b621579-5055-44de-a03a-b44369e7d65e service neutron] 10.222.0.57 "GET /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382368
Jun 07 18:48:00.501068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a027e7-6651-483e-953b-6696c3c2ad19 x-openstack-request-id: req-53a027e7-6651-483e-953b-6696c3c2ad19 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:00.501392 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0df964-2222-4c5a-a318-c8282fd7898c", "name": "network-vif-deleted", "tag": "1cd60e92-bf60-41aa-a273-93930363087e", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:00.501673 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53a027e7-6651-483e-953b-6696c3c2ad19 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:00.502089 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0df964-2222-4c5a-a318-c8282fd7898c', 'name': 'network-vif-deleted', 'tag': '1cd60e92-bf60-41aa-a273-93930363087e', 'status': 'completed', 'code': 200}
Jun 07 18:48:00.837096 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-51026208-0fa8-4568-9e9c-778a51886f47 req-5040eec1-2a49-42aa-adb8-f9e350cb6141 tempest-AttachVolumeNegativeTest-1790216670 tempest-AttachVolumeNegativeTest-1790216670-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a0df964-2222-4c5a-a318-c8282fd7898c HTTP/1.1" status: 200  len: 210 time: 0.0469773
Jun 07 18:48:01.154544 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9156c4f-767b-48e9-a7d4-98b9a053b8ac req-dfaa5f57-8bec-4e2f-b259-64934eadd853 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:01.155992 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9156c4f-767b-48e9-a7d4-98b9a053b8ac req-dfaa5f57-8bec-4e2f-b259-64934eadd853 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 944 time: 0.0780811
Jun 07 18:48:01.199095 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c9156c4f-767b-48e9-a7d4-98b9a053b8ac req-33190919-d008-4d5f-b5e3-55bf23fc7923 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371854
Jun 07 18:48:01.932655 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54496) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:01.999899 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Deleting subnet d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:48:02.002778 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.051270 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.105195 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.172928 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.176912 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:02.209315 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:02.213893 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:02.214866 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.216680 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-cbf514b1-ddae-43b0-a349-b1e24213f275 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5e9014d-0ae3-4aee-ae07-a8f9fa519e6e HTTP/1.1" status: 204  len: 168 time: 0.2830436
Jun 07 18:48:02.219051 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54498) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:02.324735 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.388004 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d942ef2-7d0c-4618-84b8-d2c83254a4c4 req-b52bd019-453c-444d-936d-8f67f3d1c96e tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:02.389425 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0d942ef2-7d0c-4618-84b8-d2c83254a4c4 req-b52bd019-453c-444d-936d-8f67f3d1c96e tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 944 time: 0.0842185
Jun 07 18:48:02.436438 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0d942ef2-7d0c-4618-84b8-d2c83254a4c4 req-6b1880cc-44e3-472d-9789-2d97336733f7 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408885
Jun 07 18:48:02.538762 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.551939 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d1764eb0>,) {'filters': {'network_id': ['8a6dd6d3-4630-47cf-b4f8-09f275852146']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:02.563818 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1764eb0>, '59135b9f-2bad-47c3-b2fe-2ee606c46e38') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:02.564112 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1764eb0>, '59135b9f-2bad-47c3-b2fe-2ee606c46e38') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:02.575241 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.591575 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.598264 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:48:02.599042 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:48:02.611851 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:48:02.688630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.693674 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.695936 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a6dd6d3-4630-47cf-b4f8-09f275852146 HTTP/1.1" status: 204  len: 168 time: 0.4759333
Jun 07 18:48:02.697099 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-178c17e2-3d4d-461a-841c-e2a973fc1e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:02.715489 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6dd6d3-4630-47cf-b4f8-09f275852146,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:02.718110 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-358b5798-cc31-4767-bd67-21f4a10b0c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:02.810879 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54504) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:02.858554 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a73e2196-b28c-49e4-a457-b461ccf2285c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d6ffa87c1494169af9502c57d27e2a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0464001
Jun 07 18:48:02.860806 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54506) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:02.921911 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.947455 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:02.999025 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:03.001514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:03.002631 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14f03f30-c370-4fd6-b93b-41468c9bf7f5 HTTP/1.1" status: 204  len: 168 time: 0.1409547
Jun 07 18:48:03.003461 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8254a465-87b7-4b47-abc8-652ca3edaf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:03.013412 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f03f30-c370-4fd6-b93b-41468c9bf7f5,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:03.015953 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b0c39216-3640-4384-b3ea-5871bd4c2f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:03.414376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 1cd60e92-bf60-41aa-a273-93930363087e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:03.437960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 3765a910-540b-4068-b14a-f85415bd712e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:48:03.452798 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 1cd60e92-bf60-41aa-a273-93930363087e {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:03.453067 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 1cd60e92-bf60-41aa-a273-93930363087e not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:03.590521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3765a910-540b-4068-b14a-f85415bd712e,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:03.606263 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': '3765a910-540b-4068-b14a-f85415bd712e', 'network_id': '8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f', 'port_id': '3765a910-540b-4068-b14a-f85415bd712e', 'mac_address': 'fa:16:3e:50:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6bfad4-800b-45f1-afae-de13c683b5e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:48:03.686084 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:03.736939 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3765a910-540b-4068-b14a-f85415bd712e {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:48:03.753849 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3765a910-540b-4068-b14a-f85415bd712e,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:03.758930 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:03.761642 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-35af84f4-0e06-476f-a6ca-3b5f2ee7ff71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:03.809731 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1d03d-be08-4ad9-9be3-1d1b53e42145 req-a4a3c2ec-ac89-4b22-92df-9f1a331087f0 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:03.811210 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1b1d03d-be08-4ad9-9be3-1d1b53e42145 req-a4a3c2ec-ac89-4b22-92df-9f1a331087f0 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 945 time: 0.0847032
Jun 07 18:48:03.834290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=3765a910-540b-4068-b14a-f85415bd712e,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:03.837466 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:03.857371 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f1b1d03d-be08-4ad9-9be3-1d1b53e42145 req-65bf7921-e54b-4eb4-b828-dec5617b9066 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397189
Jun 07 18:48:03.981882 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['3765a910-540b-4068-b14a-f85415bd712e'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:48:05.044346 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792966b-d59e-4f4d-ae3e-3e25d1f1ba7a req-b50bfef2-1c11-4364-bd69-8c33a37e5459 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:05.045789 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f792966b-d59e-4f4d-ae3e-3e25d1f1ba7a req-b50bfef2-1c11-4364-bd69-8c33a37e5459 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 945 time: 0.0829120
Jun 07 18:48:05.057299 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54572) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:05.091705 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f792966b-d59e-4f4d-ae3e-3e25d1f1ba7a req-7ac672f9-6846-40ba-89ce-380f1433de17 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395293
Jun 07 18:48:05.175082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.277235 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.280910 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.289530 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-738f8a9e-3319-4749-ae77-b6c340a6f304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:05.328453 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7451a28f788466a852906beeeb80901&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2700620
Jun 07 18:48:05.330086 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b154260-793b-47e5-bcd6-b96f8a8a017c,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:05.331101 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54576) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:05.333849 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-637f0222-9095-402e-ac9c-91aafc4c7967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:05.390223 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.415867 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.424088 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 3765a910-540b-4068-b14a-f85415bd712e up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:48:05.471579 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.474553 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.475702 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b154260-793b-47e5-bcd6-b96f8a8a017c HTTP/1.1" status: 204  len: 168 time: 0.1434774
Jun 07 18:48:05.476554 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1c8a23b4-c8b6-4a93-9b86-ae5a6cea4b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:05.486158 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b154260-793b-47e5-bcd6-b96f8a8a017c,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:05.489273 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e81d30e6-e4eb-42ba-a67a-0911843f473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:05.503572 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port 3765a910-540b-4068-b14a-f85415bd712e completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:48:05.518427 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port 3765a910-540b-4068-b14a-f85415bd712e triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:48:05.518804 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.636546 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.663415 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765a910-540b-4068-b14a-f85415bd712e'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:05.665641 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e38a2-aa75-40e3-b03f-fadd5e421118" -d '{"events": [{"server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "name": "network-vif-plugged", "status": "completed", "tag": "3765a910-540b-4068-b14a-f85415bd712e"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:05.673749 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3765a910-540b-4068-b14a-f85415bd712e,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:05.679898 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.681746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:05.737047 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca7841-f69f-4012-88a9-1ef612dada22 x-openstack-request-id: req-3cca7841-f69f-4012-88a9-1ef612dada22 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:05.737344 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "name": "network-vif-plugged", "status": "completed", "tag": "3765a910-540b-4068-b14a-f85415bd712e", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:05.737626 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cca7841-f69f-4012-88a9-1ef612dada22 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:05.738046 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3765a910-540b-4068-b14a-f85415bd712e', 'code': 200}
Jun 07 18:48:05.756708 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=3765a910-540b-4068-b14a-f85415bd712e,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:05.759949 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:05.773638 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54584) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:05.888326 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.967013 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e04d9-753c-4a78-8220-8fca377e77e4 req-2137b3b1-cc9d-4d53-bd2d-6e38379ab59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:05.968708 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2c1e04d9-753c-4a78-8220-8fca377e77e4 req-2137b3b1-cc9d-4d53-bd2d-6e38379ab59a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 1099 time: 0.0751519
Jun 07 18:48:05.994338 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:05.998079 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:06.005862 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7bef006f-8c3f-4445-af06-1f9390904655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:06.010972 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-2c1e04d9-753c-4a78-8220-8fca377e77e4 req-9229c5c4-5ac6-49f9-bb33-f16d837153ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359247
Jun 07 18:48:06.023433 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:48:06.044654 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d293d504b5e4dcd829e310fd4987db0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2698572
Jun 07 18:48:06.046205 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf5c02-88fb-4de4-8648-aad363805b10,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:06.047266 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54586) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:06.048992 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:06.106010 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:06.148512 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:06.204313 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:06.206803 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:06.208868 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6bf5c02-88fb-4de4-8648-aad363805b10 HTTP/1.1" status: 204  len: 168 time: 0.1605544
Jun 07 18:48:06.209630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b7c3ec53-8ccd-437d-ab4f-c4d2b4afa6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:06.219303 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf5c02-88fb-4de4-8648-aad363805b10,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:06.227030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2b0e340c-5651-49a3-b494-b5e338c2d253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:06.294837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ee17-700d-4517-8793-e344952bc0fe req-526a3cff-b1ac-454e-abf8-b4661d77b6c2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:06.296266 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25c5ee17-700d-4517-8793-e344952bc0fe req-526a3cff-b1ac-454e-abf8-b4661d77b6c2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 946 time: 0.0958200
Jun 07 18:48:06.343266 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-25c5ee17-700d-4517-8793-e344952bc0fe req-316e9fe3-7d8e-4dac-93a1-7cd64346e2e8 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395486
Jun 07 18:48:07.531568 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d4450-fa40-4c3b-92ca-1e97858ad7df req-fffc45e6-24b8-4480-ae32-611ca9cc2af6 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:07.533033 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b19d4450-fa40-4c3b-92ca-1e97858ad7df req-fffc45e6-24b8-4480-ae32-611ca9cc2af6 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 946 time: 0.0817790
Jun 07 18:48:07.577711 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b19d4450-fa40-4c3b-92ca-1e97858ad7df req-24cb406c-6a11-4571-a2a7-42110e49fa55 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385323
Jun 07 18:48:17.074042 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54710) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:17.199709 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.303722 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.307438 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.315776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-43131478-24c3-4268-a7f1-fab9c7e32f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:17.355304 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93eb98b1a1fe46d29be723af8b069fab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2802019
Jun 07 18:48:17.356992 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5afa3ea-542b-4698-869d-71a68b8d5a4b,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:17.358048 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54714) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:17.360232 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-da42508b-183a-4144-8d31-91083b920898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:17.419123 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.450480 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.502524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.505322 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.506519 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5afa3ea-542b-4698-869d-71a68b8d5a4b HTTP/1.1" status: 204  len: 168 time: 0.1474032
Jun 07 18:48:17.507333 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-54d68d0e-49ee-4182-ab6e-67fabf2b9c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:17.517095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5afa3ea-542b-4698-869d-71a68b8d5a4b,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:17.520201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:17.780865 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54720) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:17.798088 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.905957 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.910240 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:17.918786 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e45ddbf1-06ac-463a-8429-fc754c7d2e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:17.958426 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b40e0c004b24d139ddf31f6953d2d85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1761684
Jun 07 18:48:17.959939 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b263c-13e5-4e08-8fd1-2864eb2f3f37,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:17.961069 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54722) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:17.963020 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-24807065-cb48-4946-9f1a-6bf02693a1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:18.018562 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:18.046834 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:18.100476 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:18.103048 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:18.104179 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b5b263c-13e5-4e08-8fd1-2864eb2f3f37 HTTP/1.1" status: 204  len: 168 time: 0.1420994
Jun 07 18:48:18.104925 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2d67791e-b73f-47bd-9786-aa4636adc786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:18.115435 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b263c-13e5-4e08-8fd1-2864eb2f3f37,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:18.117689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-22111925-626d-435c-94b4-f849c2e04091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:20.781615 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-70997fc5-3d6a-4429-a35b-ddd1177406b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:23.019076 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:23.389250 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f71a8b82-c6d8-4081-98d4-8c4584054312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:24.437153 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:25.237361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:25.995412 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:26.388077 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-3810d41f-be86-444c-b14d-da8cf1630f52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687895
Jun 07 18:48:26.485364 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-e21a2803-00fa-46a9-b976-dd75e9124bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:26.486796 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-e21a2803-00fa-46a9-b976-dd75e9124bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1099 time: 0.0771265
Jun 07 18:48:26.634771 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-a4a20026-e795-4c2e-a6e5-9a98754c55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:26.636113 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-a4a20026-e795-4c2e-a6e5-9a98754c55c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1288424
Jun 07 18:48:26.740061 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-887b54da-546f-4dfb-b77b-ab4d28e9959a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 1001 time: 0.0958145
Jun 07 18:48:26.802315 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-6195371c-e689-4b79-9f0e-0d8ec3020e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:26.804443 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-6195371c-e689-4b79-9f0e-0d8ec3020e8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0573857
Jun 07 18:48:26.878054 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-e2b04a3c-673f-4576-9f58-33b45a247986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:26.879772 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-e2b04a3c-673f-4576-9f58-33b45a247986 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687463
Jun 07 18:48:27.013461 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-31e9c9eb-aa3a-4bb4-b607-8db661647ffe service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247005
Jun 07 18:48:27.145439 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-fb43b7b3-8702-4fe7-9d91-997333d51b7e req-1f45d811-631b-4bc3-8701-b3fe64421c37 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247494
Jun 07 18:48:29.954024 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56bbe-2bed-48c8-a636-fb427d16bfdb req-e033aeac-df0e-4f21-ad82-dffc74a65742 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:29.955367 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-46f56bbe-2bed-48c8-a636-fb427d16bfdb req-e033aeac-df0e-4f21-ad82-dffc74a65742 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 946 time: 0.0836504
Jun 07 18:48:29.998615 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-46f56bbe-2bed-48c8-a636-fb427d16bfdb req-8860e152-c0d9-486d-8361-7c550fcaeb93 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376124
Jun 07 18:48:30.367894 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 54894) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:30.668247 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54900) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:30.734014 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port 11a9e64f-537e-480a-89b3-c6fa38caa609 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:30.734350 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.784595 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.856649 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.856977 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.887037 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.890793 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:30.898829 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ac846534-3e55-4d1c-9ba4-5d11d6458b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:30.944953 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=710f2ea2335a4962b7341bde7f569779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2753775
Jun 07 18:48:30.945853 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3028878-b628-4f30-8f15-63040e68a815,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:30.949171 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-bbc63225-0b80-4211-9576-156cdfe81796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:30.949791 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54904) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:30.981182 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for 11a9e64f-537e-480a-89b3-c6fa38caa609 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:31.009833 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.037455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.097800 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.100387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.101794 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3028878-b628-4f30-8f15-63040e68a815 HTTP/1.1" status: 204  len: 168 time: 0.1504889
Jun 07 18:48:31.102846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-37864ea8-d98a-41e7-a5a7-e07f6d41660d tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:31.114238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.114486 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3028878-b628-4f30-8f15-63040e68a815,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:31.118582 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5f6db390-84ac-4f39-b66d-37197c2b4ba4 tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:31.124524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:31.167424 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=11a9e64f-537e-480a-89b3-c6fa38caa609,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:31.170545 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:31.218852 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4f2bf-48e5-4a10-94cf-da96988d98fd req-7c02158f-3c01-4e43-828d-2ee3d80b2e38 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:31.220425 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0ca4f2bf-48e5-4a10-94cf-da96988d98fd req-7c02158f-3c01-4e43-828d-2ee3d80b2e38 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 946 time: 0.0948846
Jun 07 18:48:31.261339 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.261725 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP bc5ed5c3-3895-4a1e-b04b-409c0b423853 disassociated (deleted). External IP: 172.27.0.80, port: a7a96021-d0e7-4226-970b-a13057db5df0.
Jun 07 18:48:31.268906 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0ca4f2bf-48e5-4a10-94cf-da96988d98fd req-e18c1c0d-8f8d-417d-b856-8f32afc02dd6 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416539
Jun 07 18:48:31.430807 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54912) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:31.447861 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.555380 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.559658 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.569085 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b2d08422-968b-46ff-9dea-0a914313d448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:31.607681 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0de70f1cd3e64a21a1dc218dcd43187c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1755378
Jun 07 18:48:31.610209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54914) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:31.620846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e32774-8e30-4b2c-bb37-f3c2f223001a,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:31.632598 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-12b17f79-1fea-4673-b04a-68235121a033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:31.679482 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.682109 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db651-0758-48ad-b346-32643db51d68 req-13da3554-229e-4002-ae06-b7a8c6441d45 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:31.683581 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-926db651-0758-48ad-b346-32643db51d68 req-13da3554-229e-4002-ae06-b7a8c6441d45 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 946 time: 0.1896911
Jun 07 18:48:31.689253 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:48:31.705921 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.758976 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.762046 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:31.765461 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8e32774-8e30-4b2c-bb37-f3c2f223001a HTTP/1.1" status: 204  len: 168 time: 0.1520033
Jun 07 18:48:31.765461 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ec241241-c2b0-4f6f-9e65-1f906e74abae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:31.774999 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e32774-8e30-4b2c-bb37-f3c2f223001a,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:31.777322 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-9162f746-6052-4cc4-8c76-6e767d0cb44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:32.088615 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:48:32.093070 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.099208 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:48:32.110926 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:32.111688 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fbf4c0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:32.145611 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54920) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:32.149695 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Deleting port 3765a910-540b-4068-b14a-f85415bd712e {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:32.150032 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.163180 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.194376 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0708def9-d6d9-4cce-b4b5-14ab80d5e1d2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc5ed5c3-3895-4a1e-b04b-409c0b423853 HTTP/1.1" status: 204  len: 168 time: 1.8221838
Jun 07 18:48:32.268514 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:32.272219 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2032c-977a-4aed-b3ce-f24774f5bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:32.315268 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:32.321492 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.330109 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.344374 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] For port 3765a910-540b-4068-b14a-f85415bd712e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3765a910-540b-4068-b14a-f85415bd712e,segment=NetworkSegment(b5c9bc17-3443-4c78-a80f-757f7835a5ba),segment_id=b5c9bc17-3443-4c78-a80f-757f7835a5ba)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:32.344994 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.351897 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-88b7b85b-952f-447f-afb6-d6ea0b78006e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:32.420398 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c266939e-f7db-4d58-b77f-6f85f9fa2df7 x-openstack-request-id: req-c266939e-f7db-4d58-b77f-6f85f9fa2df7 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:32.421082 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:32.421694 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c266939e-f7db-4d58-b77f-6f85f9fa2df7 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:32.422442 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'status': 'completed', 'code': 200}
Jun 07 18:48:32.466161 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e032f8-50d5-46ef-bc6c-7c40bdb3ec10,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:32.472765 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6495c69b337c40e9b4d3c353246c6ffb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3259795
Jun 07 18:48:32.475191 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:32.475851 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 54928) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:32.505488 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Calling delete_port for 3765a910-540b-4068-b14a-f85415bd712e owned by compute:nova {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:32.647563 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.664960 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.673039 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-642b86dd-0103-45ef-9881-286f0d3c74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:32.673248 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:32.673347 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-642b86dd-0103-45ef-9881-286f0d3c74fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 1099 time: 0.2827804
Jun 07 18:48:32.703646 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['3765a910-540b-4068-b14a-f85415bd712e'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:48:32.719483 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Pushing event deleted for resources: {'Port': ['ID=3765a910-540b-4068-b14a-f85415bd712e,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:32.724172 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:32.770904 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.783519 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fbf4c0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:32.787712 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:48:32.796389 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:32.797004 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1fbf4c0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:32.798465 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] No DVR routers for this DVR port 3765a910-540b-4068-b14a-f85415bd712e on host hv-cinder-79053 {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:32.801018 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:32.803882 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [req-926db651-0758-48ad-b346-32643db51d68 req-107d2ae0-9fe4-44cf-96f8-065cce7b67e5 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.57 "DELETE /v2.0/ports/3765a910-540b-4068-b14a-f85415bd712e HTTP/1.1" status: 204  len: 173 time: 1.1135573
Jun 07 18:48:32.957042 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7617c75-0145-41df-afb0-7290e2638819 req-dc940f19-54d6-4bc1-8296-fc56553d3690 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:32.959580 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b7617c75-0145-41df-afb0-7290e2638819 req-dc940f19-54d6-4bc1-8296-fc56553d3690 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f142268-434d-4a2a-8f8d-214cee0495bc HTTP/1.1" status: 200  len: 867 time: 0.3633583
Jun 07 18:48:32.989384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-a2b999b9-f215-47b0-b59a-a3a2f389eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:32.990707 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-a2b999b9-f215-47b0-b59a-a3a2f389eded service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.2788968
Jun 07 18:48:32.990921 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:33.009570 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257cbad-ae93-4472-bfdd-a146c843eefb req-559462aa-40a5-4c65-a55d-98d1f0324892 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:33.010973 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e257cbad-ae93-4472-bfdd-a146c843eefb req-559462aa-40a5-4c65-a55d-98d1f0324892 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.3435676
Jun 07 18:48:33.065916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:33.068959 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:33.070031 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0e032f8-50d5-46ef-bc6c-7c40bdb3ec10 HTTP/1.1" status: 204  len: 168 time: 0.5931759
Jun 07 18:48:33.085280 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b3bc9ac4-b6cf-408c-931e-2db4206a0b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:33.107746 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-dce9da35-c0b1-4c82-9d1e-cf75df5c4751 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 200  len: 217 time: 0.1062210
Jun 07 18:48:33.116440 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e032f8-50d5-46ef-bc6c-7c40bdb3ec10,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:33.125865 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e1c32f34-e8d7-403a-98ee-ed01a4178671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:33.128799 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b7617c75-0145-41df-afb0-7290e2638819 req-7527b980-a496-445e-a3bb-563d36ebb1b2 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d911837-abdd-4461-a474-105f44a1e0cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612296
Jun 07 18:48:33.298702 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e257cbad-ae93-4472-bfdd-a146c843eefb req-8e8304b8-0f4c-4e8a-8e2b-97d9653de9a5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388506
Jun 07 18:48:33.315224 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-bd36f9d3-eeb3-4ed7-9911-828b404b611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:33.316711 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-bd36f9d3-eeb3-4ed7-9911-828b404b611d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.1939423
Jun 07 18:48:33.422655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-ffe7a292-c63d-4b4c-86c8-91051c3dc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:33.425221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-ffe7a292-c63d-4b4c-86c8-91051c3dc55c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944264
Jun 07 18:48:33.441053 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1fbf4c0>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:33.457841 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc16c38-c432-4151-a727-11b62cbb6a3a None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': '512888d4-1956-4727-b599-7aeae9095750', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'port_id': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'mac_address': 'fa:16:3e:c9:d2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:44:22Z', 'updated_at': '2021-06-07T18:44:25Z', 'revision_number': 1, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:48:33.577141 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-2ee566de-7b2d-4727-9884-776ec00ab43c service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412530
Jun 07 18:48:33.721742 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0fa2032c-977a-4aed-b3ce-f24774f5bc05 req-9c6be8e2-8ae9-46e1-acfb-af015c51695b service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371083
Jun 07 18:48:33.731700 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d95072-b218-471c-9efc-914588bbb0f4 None None] New status for floating IP bc5ed5c3-3895-4a1e-b04b-409c0b423853: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:48:34.302040 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-be94bdbd-4faa-4815-97d2-b1029a6cb8b8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:34.303757 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-be94bdbd-4faa-4815-97d2-b1029a6cb8b8 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.0945115
Jun 07 18:48:34.424070 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'name': 'network-vif-deleted', 'tag': '3765a910-540b-4068-b14a-f85415bd712e'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:34.427996 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e291cb9-478d-492c-b325-9a4050d7c91b" -d '{"events": [{"server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "name": "network-vif-deleted", "tag": "3765a910-540b-4068-b14a-f85415bd712e"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:34.500553 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d15ff-d379-4bef-b463-25cfc799ec7b x-openstack-request-id: req-914d15ff-d379-4bef-b463-25cfc799ec7b {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:34.500886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f142268-434d-4a2a-8f8d-214cee0495bc", "name": "network-vif-deleted", "tag": "3765a910-540b-4068-b14a-f85415bd712e", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:34.501276 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-914d15ff-d379-4bef-b463-25cfc799ec7b {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:34.501712 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f142268-434d-4a2a-8f8d-214cee0495bc', 'name': 'network-vif-deleted', 'tag': '3765a910-540b-4068-b14a-f85415bd712e', 'status': 'completed', 'code': 200}
Jun 07 18:48:34.530717 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port a7a96021-d0e7-4226-970b-a13057db5df0 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:34.531149 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:34.648671 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741443cd-f672-4b8d-91e7-e2192c239b7e req-d9d5fed1-d648-4db9-84cc-418f9690bcd5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:34.650159 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-741443cd-f672-4b8d-91e7-e2192c239b7e req-d9d5fed1-d648-4db9-84cc-418f9690bcd5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 946 time: 0.2122271
Jun 07 18:48:34.733627 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] For port a7a96021-d0e7-4226-970b-a13057db5df0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a7a96021-d0e7-4226-970b-a13057db5df0,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:34.734011 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:34.744587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-741443cd-f672-4b8d-91e7-e2192c239b7e req-27a7fa78-fe61-4d33-90c0-680acf2460ea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808463
Jun 07 18:48:34.877036 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for a7a96021-d0e7-4226-970b-a13057db5df0 owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:34.996644 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:35.009746 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e8026f96-1343-42be-b85c-90b52f3a1dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:35.086530 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=a7a96021-d0e7-4226-970b-a13057db5df0,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:35.093406 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:35.134060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] No DVR routers for this DVR port a7a96021-d0e7-4226-970b-a13057db5df0 on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:35.136361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:35.138240 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2d2f8bd1-6ee1-4d5c-b397-6f41e859bfd6 req-5405904f-7189-41d1-918d-9d94482efd56 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "DELETE /v2.0/ports/a7a96021-d0e7-4226-970b-a13057db5df0 HTTP/1.1" status: 204  len: 173 time: 0.8285711
Jun 07 18:48:35.138731 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'name': 'network-vif-deleted', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:35.141012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477267be-a492-4603-9687-ed9dbed356c7" -d '{"events": [{"server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "name": "network-vif-deleted", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:35.184635 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6643f-45a0-4c88-99fb-31bdb99eb3b2 x-openstack-request-id: req-a2d6643f-45a0-4c88-99fb-31bdb99eb3b2 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:35.184951 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5a8e75-3dd8-478a-ac89-6623e11a7939", "name": "network-vif-deleted", "tag": "a7a96021-d0e7-4226-970b-a13057db5df0", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:35.185234 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2d6643f-45a0-4c88-99fb-31bdb99eb3b2 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:35.185654 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a8e75-3dd8-478a-ac89-6623e11a7939', 'name': 'network-vif-deleted', 'tag': 'a7a96021-d0e7-4226-970b-a13057db5df0', 'status': 'completed', 'code': 200}
Jun 07 18:48:35.581810 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device a7a96021-d0e7-4226-970b-a13057db5df0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:35.616167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: a7a96021-d0e7-4226-970b-a13057db5df0 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:35.616568 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device a7a96021-d0e7-4226-970b-a13057db5df0 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:35.616999 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 3765a910-540b-4068-b14a-f85415bd712e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:35.650047 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: 3765a910-540b-4068-b14a-f85415bd712e {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:35.650288 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device 3765a910-540b-4068-b14a-f85415bd712e not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:35.921240 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-08340d84-3643-4c08-9ea2-72a82fe5066a req-d6872e73-391f-4782-93b4-164c1760e553 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c5a8e75-3dd8-478a-ac89-6623e11a7939 HTTP/1.1" status: 200  len: 210 time: 0.0500364
Jun 07 18:48:41.602564 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55050) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:41.864957 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port 659344b2-d3af-466b-8c0a-312efd1c3843 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:41.865194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:41.992566 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:41.992894 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:42.120934 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for 659344b2-d3af-466b-8c0a-312efd1c3843 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:42.250328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:42.259340 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-62944557-bbf9-4a13-abfb-99fd6cad2f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:42.332506 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=659344b2-d3af-466b-8c0a-312efd1c3843,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:42.339719 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:42.498666 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:42.498991 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.l3_db [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Floating IP 512888d4-1956-4727-b599-7aeae9095750 disassociated (deleted). External IP: 172.27.0.195, port: e11e2663-4a72-46ef-baf0-08f72994e355.
Jun 07 18:48:42.864596 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:48:43.021879 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:48:43.041135 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:48:43.045757 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:43.050013 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:48:43.062913 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:43.063556 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01910>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:43.103326 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-8f558e4b-0dba-4a62-9823-1c7b8ad62aea tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "DELETE /v2.0/floatingips/512888d4-1956-4727-b599-7aeae9095750 HTTP/1.1" status: 204  len: 168 time: 1.4997001
Jun 07 18:48:43.104007 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355'}] {{(pid=98346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:43.106274 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8877e4fb1336ad882d15b622d30c8cbf098e6d15f4155285012f9987208305b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436486a6-ea47-4613-b38b-0fda333b6912" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355"}]}' {{(pid=98346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:43.155065 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34142027-8819-406d-a6c8-7a3c657f39d0 x-openstack-request-id: req-34142027-8819-406d-a6c8-7a3c657f39d0 {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:43.155494 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355", "status": "completed", "code": 200}]} {{(pid=98346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:43.155879 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34142027-8819-406d-a6c8-7a3c657f39d0 {{(pid=98346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:43.156397 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'status': 'completed', 'code': 200}
Jun 07 18:48:43.239649 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:43.254153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436486a6-ea47-4613-b38b-0fda333b6912 req-d0780111-6c3a-460e-aafb-1774e1c7bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:43.255974 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-d0780111-6c3a-460e-aafb-1774e1c7bd06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba094a24f85f4bb086a2c1241612bebc&device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 1099 time: 0.0790763
Jun 07 18:48:43.408534 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436486a6-ea47-4613-b38b-0fda333b6912 req-e371c932-0743-4e1d-944a-40eb0ec82751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:43.410091 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-e371c932-0743-4e1d-944a-40eb0ec82751 service neutron] 10.222.0.57 "GET /v2.0/networks?id=308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 200  len: 912 time: 0.1478078
Jun 07 18:48:43.580488 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01910>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:43.584477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:48:43.593932 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:43.594562 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01910>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:43.616375 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-4d9405e4-65e9-4390-8055-97047f7c6301 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 200  len: 217 time: 0.1984115
Jun 07 18:48:43.705483 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436486a6-ea47-4613-b38b-0fda333b6912 req-5d5add81-5cb4-494a-9bb9-1c85ad5c2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:43.706897 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-5d5add81-5cb4-494a-9bb9-1c85ad5c2757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 200  len: 850 time: 0.0791759
Jun 07 18:48:43.768526 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82162865-da6f-43fd-8c33-b949cbd5bcf4 req-0c0dcea3-76ba-45b6-b7ab-25b2ab193b62 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:43.770409 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-82162865-da6f-43fd-8c33-b949cbd5bcf4 req-0c0dcea3-76ba-45b6-b7ab-25b2ab193b62 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.2997601
Jun 07 18:48:43.813353 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:43.834540 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-82162865-da6f-43fd-8c33-b949cbd5bcf4 req-f6c437c8-9c74-427c-af10-02b6905377e2 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558527
Jun 07 18:48:43.843839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436486a6-ea47-4613-b38b-0fda333b6912 req-ec096ecf-76cd-4503-bd46-758c67e481c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:43.846710 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-ec096ecf-76cd-4503-bd46-758c67e481c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=308b0e29-c309-4938-8b9b-feac74f93213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1301522
Jun 07 18:48:43.992888 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-e565f3c5-02d6-4453-aae6-4625a79d4777 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365025
Jun 07 18:48:44.151116 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-436486a6-ea47-4613-b38b-0fda333b6912 req-3da24b5e-a447-4219-af95-8d55839eb131 service neutron] 10.222.0.57 "GET /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513078
Jun 07 18:48:44.188267 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1e01910>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:44.192104 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6988f27-cb40-4bfa-b83a-49aa09c2331b None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:40:20Z', 'revision_number': 4, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '469e8487-9569-4205-863c-c2a026faa2af', 'name': '', 'network_id': '308b0e29-c309-4938-8b9b-feac74f93213', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:19Z', 'updated_at': '2021-06-07T18:40:32Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'subnets': [{'id': '0d36473f-c4f9-44ef-8b5f-f0374a93feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:48:44.436618 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7ebcf-7349-4595-aac3-822dd2a60689 None None] New status for floating IP 512888d4-1956-4727-b599-7aeae9095750: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:48:45.029298 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc1c6-2b43-4e6e-bef6-78f1e61bb715 req-37c987e6-1dff-4e82-a0c2-fd593907479c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:45.030807 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0f7fc1c6-2b43-4e6e-bef6-78f1e61bb715 req-37c987e6-1dff-4e82-a0c2-fd593907479c tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0849164
Jun 07 18:48:45.077706 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0f7fc1c6-2b43-4e6e-bef6-78f1e61bb715 req-f4e3b541-f418-409b-a70e-cfcd524d6ae1 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406218
Jun 07 18:48:46.265208 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8331f7-f4e0-4583-a0d3-d859b1c2dcc7 req-fc22c06e-6cea-421a-8371-73c5caf2d205 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:46.266648 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5b8331f7-f4e0-4583-a0d3-d859b1c2dcc7 req-fc22c06e-6cea-421a-8371-73c5caf2d205 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0816681
Jun 07 18:48:46.310423 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5b8331f7-f4e0-4583-a0d3-d859b1c2dcc7 req-bcd48b51-0c6f-405a-b1cf-8ccfaa8194a6 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381997
Jun 07 18:48:47.494029 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12731738-877e-4801-bf57-452b9b1fd7a9 req-09e0b23f-d26d-4863-928c-17b6feb1eba5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:47.495364 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-12731738-877e-4801-bf57-452b9b1fd7a9 req-09e0b23f-d26d-4863-928c-17b6feb1eba5 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0832298
Jun 07 18:48:47.541538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-12731738-877e-4801-bf57-452b9b1fd7a9 req-6d357421-6a41-494f-bd02-f7aaa0b607fb tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/security-groups?id=210bf4fb-18cf-43fc-8824-21b5460bca70&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406191
Jun 07 18:48:47.969844 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-10c59a94-43d2-469c-98ac-0160ac1cd67f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:48:47.971245 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-10c59a94-43d2-469c-98ac-0160ac1cd67f tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 946 time: 0.0784929
Jun 07 18:48:48.111443 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port e11e2663-4a72-46ef-baf0-08f72994e355 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:48.111797 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:48.244275 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] For port e11e2663-4a72-46ef-baf0-08f72994e355, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e11e2663-4a72-46ef-baf0-08f72994e355,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:48.244542 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:48.371938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for e11e2663-4a72-46ef-baf0-08f72994e355 owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:48.488602 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:48.494623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:48.539639 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=e11e2663-4a72-46ef-baf0-08f72994e355,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:48.542642 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:48.614534 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] No DVR routers for this DVR port e11e2663-4a72-46ef-baf0-08f72994e355 on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:48.617048 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:48.618944 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b96a6500-0c45-43c9-9a4c-3e127c165858 req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.57 "DELETE /v2.0/ports/e11e2663-4a72-46ef-baf0-08f72994e355 HTTP/1.1" status: 204  len: 173 time: 0.6408036
Jun 07 18:48:48.619460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'name': 'network-vif-deleted', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:48:48.621687 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47328090-9810-4fd8-a9b4-41eb90da8bd3" -d '{"events": [{"server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "name": "network-vif-deleted", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:48:48.683087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391035dd-e86a-4cc4-bc0c-25bcdafc2fc1 x-openstack-request-id: req-391035dd-e86a-4cc4-bc0c-25bcdafc2fc1 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:48:48.683446 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a7333-510a-45ed-916b-f4f83de9d846", "name": "network-vif-deleted", "tag": "e11e2663-4a72-46ef-baf0-08f72994e355", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:48:48.683704 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-391035dd-e86a-4cc4-bc0c-25bcdafc2fc1 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:48:48.684112 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a7333-510a-45ed-916b-f4f83de9d846', 'name': 'network-vif-deleted', 'tag': 'e11e2663-4a72-46ef-baf0-08f72994e355', 'status': 'completed', 'code': 200}
Jun 07 18:48:48.695990 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e09bc296-1e39-47cd-8977-e089e9780ba8 req-278d572c-1fa1-4d41-94dc-f9f30b790719 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 210 time: 0.0452068
Jun 07 18:48:49.940596 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ad0be0a1-3ec4-48e4-8777-430b8b36db7f req-a7e30f1b-7693-4bb1-8619-c3616be58612 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 210 time: 0.1325765
Jun 07 18:48:50.784947 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c54e4b63-c018-4638-9369-e69deb219973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:51.070073 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e11e2663-4a72-46ef-baf0-08f72994e355 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:51.093654 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7a800ea2-ccf0-4134-a66f-625e91705bec req-8d424c16-b38c-44c5-9069-67ffc2eed155 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b9a7333-510a-45ed-916b-f4f83de9d846 HTTP/1.1" status: 200  len: 210 time: 0.0492842
Jun 07 18:48:51.105917 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: e11e2663-4a72-46ef-baf0-08f72994e355 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:51.106343 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device e11e2663-4a72-46ef-baf0-08f72994e355 not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:52.197090 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55148) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:52.417212 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Deleting port 04ee1003-e8db-4104-baf5-ee1f1a3260f7 {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:52.417552 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:52.534114 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:52.534437 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:52.661613 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Calling delete_port for 04ee1003-e8db-4104-baf5-ee1f1a3260f7 owned by network:floatingip {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:52.781880 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:52.786593 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c28f44b7-423a-4302-8f63-a4406175a463 tempest-VolumesSnapshotTestJSON-1652763077 tempest-VolumesSnapshotTestJSON-1652763077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:52.837036 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'Port': ['ID=04ee1003-e8db-4104-baf5-ee1f1a3260f7,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:52.839597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:53.023457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:53.037994 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for floatingip, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:53.040692 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:53.041965 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f129e689-3ded-4e8d-aa07-1d481ba55043 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "DELETE /v2.0/floatingips/6acec5a6-4f6e-4e97-a2de-f021e739a131 HTTP/1.1" status: 204  len: 168 time: 0.8438385
Jun 07 18:48:53.393133 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-46a1b809-bdfe-4b54-9ecd-56421547776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.428520 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55188) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:54.463032 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.508030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.541390 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.609318 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.611900 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:54.613053 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] 10.222.0.13 "DELETE /v2.0/security-groups/210bf4fb-18cf-43fc-8824-21b5460bca70 HTTP/1.1" status: 204  len: 168 time: 0.1830823
Jun 07 18:48:54.613935 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b83c49d2-e879-4c81-b56f-13a71dfa40c5 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:54.625576 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210bf4fb-18cf-43fc-8824-21b5460bca70,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:54.636273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-db932379-69ac-4f4d-a533-2ac1043eab22 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:54.670655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55198) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:55.249581 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:55.366245 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:55.796458 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Deleting port 469e8487-9569-4205-863c-c2a026faa2af {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:55.797151 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:55.920817 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] For port 469e8487-9569-4205-863c-c2a026faa2af, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=469e8487-9569-4205-863c-c2a026faa2af,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:55.921168 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:55.997478 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:56.047118 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Calling delete_port for 469e8487-9569-4205-863c-c2a026faa2af owned by network:router_interface {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:56.295966 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:56.300310 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:56.372842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Pushing event deleted for resources: {'Port': ['ID=469e8487-9569-4205-863c-c2a026faa2af,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:56.375482 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:56.625392 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:57.004581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Router 80d9edfb-a493-45f0-ac08-64816779437d has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:48:57.208532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:48:57.214113 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-84cb33cf-e2a5-479c-bf6d-83e92b647158 admin admin] 10.222.0.13 "PUT /v2.0/routers/80d9edfb-a493-45f0-ac08-64816779437d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5422871
Jun 07 18:48:57.216666 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55266) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:57.219248 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Sync routers for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:48:57.228849 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:57.229460 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1d4f880>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:57.394794 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:57.422063 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:57.594703 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:57.735887 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1d4f880>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:48:56Z', 'revision_number': 5, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port': {'id': '4b6ae34d-9c3a-4101-8353-29e56eb71e34', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9edfb-a493-45f0-ac08-64816779437d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:16Z', 'updated_at': '2021-06-07T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:57.739844 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Checking router: 80d9edfb-a493-45f0-ac08-64816779437d for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:48:57.754433 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Routers {'80d9edfb-a493-45f0-ac08-64816779437d'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:48:57.755053 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1d4f880>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['80d9edfb-a493-45f0-ac08-64816779437d'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:57.790024 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Deleting port 4b6ae34d-9c3a-4101-8353-29e56eb71e34 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:57.790552 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:57.918167 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] Set router 80d9edfb-a493-45f0-ac08-64816779437d gateway port host: None {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:48:57.920411 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] For port 4b6ae34d-9c3a-4101-8353-29e56eb71e34, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4b6ae34d-9c3a-4101-8353-29e56eb71e34,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:57.920779 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.025052 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1d4f880>, [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:48:57Z', 'revision_number': 6, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:58.028954 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660edc66-e1f7-4db3-b861-71ae97869c96 None None] The sync data for ids ['80d9edfb-a493-45f0-ac08-64816779437d'] in dv-cinder-790535-1-iscsi is: [{'id': '80d9edfb-a493-45f0-ac08-64816779437d', 'name': 'tempest-TestVolumeBootPattern-830305536-router', 'tenant_id': 'ba094a24f85f4bb086a2c1241612bebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:15Z', 'updated_at': '2021-06-07T18:48:57Z', 'revision_number': 6, 'project_id': 'ba094a24f85f4bb086a2c1241612bebc', 'gw_port_host': None}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:48:58.048698 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Calling delete_port for 4b6ae34d-9c3a-4101-8353-29e56eb71e34 owned by network:router_gateway {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:58.194694 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.205837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7e32ca02-06ce-4f64-9463-d224fa330b2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:58.287230 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6ae34d-9c3a-4101-8353-29e56eb71e34,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:58.295377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:58.350856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.528095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.530285 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.553837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.554403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d9edfb-a493-45f0-ac08-64816779437d {{(pid=98345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:48:58.558585 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.559677 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ae3a41b8-5531-432b-9b1f-74b25fdc1eb5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/80d9edfb-a493-45f0-ac08-64816779437d HTTP/1.1" status: 204  len: 168 time: 1.3420918
Jun 07 18:48:58.562201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55290) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:58.625004 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Deleting subnet 0d36473f-c4f9-44ef-8b5f-f0374a93feca {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:48:58.627890 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.679980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.760310 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.834349 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.839033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0e6298f9-6d92-458e-a554-37121e655655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:58.871970 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d36473f-c4f9-44ef-8b5f-f0374a93feca,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:58.875599 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:58.878338 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:58.882819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-10eb36fd-9fd5-4b6e-840f-04276db94839 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d36473f-c4f9-44ef-8b5f-f0374a93feca HTTP/1.1" status: 204  len: 168 time: 0.3171120
Jun 07 18:48:58.882819 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55292) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:58.887916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5d16e-2e93-4482-85cd-bf786fc5902a None None] Network 308b0e29-c309-4938-8b9b-feac74f93213 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:48:58.997028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.074816 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Deleting port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:59.075577 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.150715 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] DHCP port deletion for 308b0e29-c309-4938-8b9b-feac74f93213 request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:48:59.183470 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] For port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:59.183829 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.232770 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Deleting port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:48:59.233147 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.333401 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] For port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,segment=NetworkSegment(b14b3e4a-b647-49d9-9f7d-f5f388647dab),segment_id=b14b3e4a-b647-49d9-9f7d-f5f388647dab)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:48:59.333795 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.417383 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Calling delete_port for 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:59.470387 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.474672 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:59.499008 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Calling delete_port for 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:48:59.523063 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:59.530418 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:59.532120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] No DVR routers for this DVR port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:59.545993 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.547633 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-21f9e8a6-0418-45b8-b144-bc2a70ff2db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:59.595201 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Pushing event deleted for resources: {'Port': ['ID=8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:59.600385 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] No DVR routers for this DVR port 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:48:59.608532 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.609131 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.609623 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.610126 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.610617 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.613968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:48:59.615950 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:48:59.647344 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4b6ae34d-9c3a-4101-8353-29e56eb71e34 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:59.689756 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.689980 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 4b6ae34d-9c3a-4101-8353-29e56eb71e34 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:59.690295 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4b6ae34d-9c3a-4101-8353-29e56eb71e34 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:59.690882 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:59.703678 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d216bb20>,) {'filters': {'network_id': ['308b0e29-c309-4938-8b9b-feac74f93213']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:59.717052 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d216bb20>, 'b14b3e4a-b647-49d9-9f7d-f5f388647dab') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:59.717624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d216bb20>, 'b14b3e4a-b647-49d9-9f7d-f5f388647dab') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:48:59.725772 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:59.726474 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 8bfd8896-30fc-4c65-a75f-6f6e1c3df1d5 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:59.726672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 469e8487-9569-4205-863c-c2a026faa2af no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:48:59.730661 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.752867 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.760644 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:48:59.761153 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.765566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 469e8487-9569-4205-863c-c2a026faa2af {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:48:59.765922 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 469e8487-9569-4205-863c-c2a026faa2af not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:48:59.776953 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:48:59.858472 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.862365 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7617c19c-75d2-4aef-97e2-f0f543172c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:48:59.876042 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:48:59.877847 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/308b0e29-c309-4938-8b9b-feac74f93213 HTTP/1.1" status: 204  len: 168 time: 0.9935110
Jun 07 18:48:59.880736 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55316) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:48:59.948108 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=308b0e29-c309-4938-8b9b-feac74f93213,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:48:59.957233 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-762c8a95-1e4b-4526-94bd-c3bd2076a2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:00.435800 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:00.956622 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Deleting port c5e3f794-5173-456b-8fda-7298ee6da32e {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:49:00.956622 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:01.083726 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] For port c5e3f794-5173-456b-8fda-7298ee6da32e, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=c5e3f794-5173-456b-8fda-7298ee6da32e,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:01.084077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:01.211142 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Calling delete_port for c5e3f794-5173-456b-8fda-7298ee6da32e owned by network:router_interface {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:49:01.364134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:01.369315 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:01.455481 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e3f794-5173-456b-8fda-7298ee6da32e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:01.497378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.497739 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.498104 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.498456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.498803 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.499150 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.499518 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.499860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.500201 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.500539 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.500876 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.501212 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:01.505775 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:01.702601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.061069 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:49:02.194231 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55330) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:02.238524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:49:02.245859 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef97e5eb-2414-42c5-9b8c-4010a96f6fb6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3616188
Jun 07 18:49:02.245859 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55332) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:02.247307 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Sync routers for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:49:02.256833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Deleting subnet 8c6bfad4-800b-45f1-afae-de13c683b5e2 {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:49:02.260875 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:02.261920 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2a07040>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.262196 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.319143 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.381490 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.454728 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.459659 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:02.491515 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:02.499336 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6bfad4-800b-45f1-afae-de13c683b5e2,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:02.502414 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.507237 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c6bfad4-800b-45f1-afae-de13c683b5e2 HTTP/1.1" status: 204  len: 168 time: 0.3090615
Jun 07 18:49:02.507237 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55336) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:02.552890 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks [] for router, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.618265 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.622591 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.622963 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.623328 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.623714 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.624070 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.624423 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.624771 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.625122 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.625468 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.625812 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.626155 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.626497 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:02.630221 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-5167ef61-1665-4c85-b290-cfae1255c58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:02.753609 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.762854 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.776411 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d1469400>,) {'filters': {'network_id': ['8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.790799 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1469400>, 'b5c9bc17-3443-4c78-a80f-757f7835a5ba') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.791128 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1469400>, 'b5c9bc17-3443-4c78-a80f-757f7835a5ba') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.799008 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2a07040>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:49:01Z', 'revision_number': 5, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port': {'id': 'de505d34-4252-46e2-b2e4-ff5eb23fa90e', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:40:26Z', 'updated_at': '2021-06-07T18:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.803222 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Checking router: ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:49:02.803950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.815977 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Routers {'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:02.816730 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d2a07040>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:48:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:02.830121 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.833795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Deleting port de505d34-4252-46e2-b2e4-ff5eb23fa90e {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:49:02.834136 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.837146 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:49:02.837467 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:49:02.851802 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:49:02.936915 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.940903 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d3436bbe-7ebb-4704-b69e-50c43d6f1509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:02.958003 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:02.959861 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f HTTP/1.1" status: 204  len: 168 time: 0.4520967
Jun 07 18:49:02.964972 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af0dd26-9a07-4b0f-9ba3-0dfb20f9cd2f,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:02.971622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-dad6d09f-4dfc-4fdb-a370-beec4f9778f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:02.972251 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] For port de505d34-4252-46e2-b2e4-ff5eb23fa90e, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=de505d34-4252-46e2-b2e4-ff5eb23fa90e,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:02.972831 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.012636 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] Set router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:03.100284 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55340) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:03.104905 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Calling delete_port for de505d34-4252-46e2-b2e4-ff5eb23fa90e owned by network:router_gateway {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:49:03.121475 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d2a07040>, [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:49:02Z', 'revision_number': 6, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:03.125960 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024929e3-23f0-4a79-ad67-36416f6bced2 None None] The sync data for ids ['ef97e5eb-2414-42c5-9b8c-4010a96f6fb6'] in dv-cinder-790535-1-iscsi is: [{'id': 'ef97e5eb-2414-42c5-9b8c-4010a96f6fb6', 'name': 'tempest-TestVolumeBootPattern-2127882606-router', 'tenant_id': '257db7426c0442d6b404f06cbbb06c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:40:25Z', 'updated_at': '2021-06-07T18:49:02Z', 'revision_number': 6, 'project_id': '257db7426c0442d6b404f06cbbb06c56', 'gw_port_host': None}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:49:03.164002 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2133f12e-f00d-4d78-8ad3-7455a84a1e9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1528fbec1879415381437d9a15fb3e01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0618603
Jun 07 18:49:03.166852 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55342) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:03.227479 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.257551 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.261722 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.268695 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:03.316053 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Pushing event deleted for resources: {'Port': ['ID=de505d34-4252-46e2-b2e4-ff5eb23fa90e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:03.319012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:03.319898 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.322982 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.324147 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d911837-abdd-4461-a474-105f44a1e0cb HTTP/1.1" status: 204  len: 168 time: 0.1560018
Jun 07 18:49:03.324950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d60f4395-1e1d-4d22-8ade-7dd1f65db2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:03.334779 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d911837-abdd-4461-a474-105f44a1e0cb,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:03.338115 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ba3ca9a6-899d-4483-aff3-9f305db012b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:03.416522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.649836 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.652748 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.690075 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.691019 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 {{(pid=98345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:49:03.697135 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.700923 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ef97e5eb-2414-42c5-9b8c-4010a96f6fb6 HTTP/1.1" status: 204  len: 168 time: 1.4516151
Jun 07 18:49:03.701223 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55348) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:03.771488 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Deleting subnet 5db1ab34-937e-4d38-b411-428574fc5c22 {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:49:03.774951 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.823902 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.906632 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:03.946753 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c5e3f794-5173-456b-8fda-7298ee6da32e no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:49:03.988746 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: c5e3f794-5173-456b-8fda-7298ee6da32e {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:49:03.989090 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device c5e3f794-5173-456b-8fda-7298ee6da32e not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:49:04.082442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.088931 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:04.124716 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db1ab34-937e-4d38-b411-428574fc5c22,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:04.126615 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.131780 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5db1ab34-937e-4d38-b411-428574fc5c22 HTTP/1.1" status: 204  len: 168 time: 0.4263928
Jun 07 18:49:04.131780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cd92acd3-1819-4dda-8134-12b3b3438337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:04.131780 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55350) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:04.134890 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69209f46-15f5-4b64-b967-ee280b2fd2bf None None] Network 9037a438-9294-48e4-a6f0-1a19542ee7ac requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:49:04.240931 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.319979 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Deleting port e3bc8ede-1921-404d-ab2e-734901ef65ba {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:49:04.321006 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.407187 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] DHCP port deletion for 9037a438-9294-48e4-a6f0-1a19542ee7ac request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:49:04.422033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] For port e3bc8ede-1921-404d-ab2e-734901ef65ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e3bc8ede-1921-404d-ab2e-734901ef65ba,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:04.422284 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.477380 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Deleting port e3bc8ede-1921-404d-ab2e-734901ef65ba {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:49:04.477652 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.552257 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Calling delete_port for e3bc8ede-1921-404d-ab2e-734901ef65ba owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:49:04.575221 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] For port e3bc8ede-1921-404d-ab2e-734901ef65ba, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=e3bc8ede-1921-404d-ab2e-734901ef65ba,segment=NetworkSegment(a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33),segment_id=a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:04.575645 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.604532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.608407 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:04.653811 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bc8ede-1921-404d-ab2e-734901ef65ba,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:04.655626 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] No DVR routers for this DVR port e3bc8ede-1921-404d-ab2e-734901ef65ba on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:49:04.657309 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:04.704553 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Calling delete_port for e3bc8ede-1921-404d-ab2e-734901ef65ba owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:49:04.748423 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.751881 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-e91094b9-6263-4449-8ba5-db09fb0d156c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:04.778255 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.792417 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d19ec940>,) {'filters': {'network_id': ['9037a438-9294-48e4-a6f0-1a19542ee7ac']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:04.799742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Pushing event deleted for resources: {'Port': ['ID=e3bc8ede-1921-404d-ab2e-734901ef65ba,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:04.801990 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:04.808471 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] No DVR routers for this DVR port e3bc8ede-1921-404d-ab2e-734901ef65ba on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:49:04.811325 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d19ec940>, 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:04.811662 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d19ec940>, 'a5ecc8fd-8622-42bc-bc4b-361a3e5a6e33') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:04.824505 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.841735 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.848556 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:49:04.848955 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:49:04.862910 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:49:04.944209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.948183 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-92aca611-2d35-48a9-9bc7-f2169ffab718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:04.961361 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:04.963388 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9037a438-9294-48e4-a6f0-1a19542ee7ac HTTP/1.1" status: 204  len: 168 time: 0.8311636
Jun 07 18:49:04.969474 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Pushing event deleted for resources: {'Network': ['ID=9037a438-9294-48e4-a6f0-1a19542ee7ac,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:04.972022 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:05.145034 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55356) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:05.198088 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1a0b624b-0a92-4713-8e37-383a3efdd1bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba094a24f85f4bb086a2c1241612bebc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518303
Jun 07 18:49:05.200516 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55358) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:05.270183 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:05.297173 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:05.347722 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:05.350244 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:05.352040 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8857dfed-9b16-41f2-b72d-45b6c74ede81 HTTP/1.1" status: 204  len: 168 time: 0.1500473
Jun 07 18:49:05.352987 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-36e3bd4d-6cb5-4400-916f-f0b2895cb09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:05.367926 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857dfed-9b16-41f2-b72d-45b6c74ede81,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:05.370530 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ee423483-09ed-42b2-8e5c-55bc43525fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:05.623839 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device de505d34-4252-46e2-b2e4-ff5eb23fa90e no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:49:05.660475 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: de505d34-4252-46e2-b2e4-ff5eb23fa90e {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:49:05.660823 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device de505d34-4252-46e2-b2e4-ff5eb23fa90e not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:49:05.661251 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e3bc8ede-1921-404d-ab2e-734901ef65ba no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:49:05.698479 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: e3bc8ede-1921-404d-ab2e-734901ef65ba {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:49:05.698830 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device e3bc8ede-1921-404d-ab2e-734901ef65ba not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:49:05.865186 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55364) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:05.917063 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-54611103-6451-415f-93cb-2c4cdd7b0d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=257db7426c0442d6b404f06cbbb06c56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505352
Jun 07 18:49:05.919416 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55368) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:05.985673 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:06.016596 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:06.067677 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:06.070692 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:06.071833 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85deaa6d-6412-45f1-9ba6-77d7e0e39c64 HTTP/1.1" status: 204  len: 168 time: 0.1515243
Jun 07 18:49:06.072588 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-4536c62f-4a5d-4690-9e67-ee5b96feddc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:06.083205 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85deaa6d-6412-45f1-9ba6-77d7e0e39c64,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:06.085467 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0b4c9797-7244-42d4-9225-c46889c1e062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:18.405963 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55436) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:18.528142 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.628660 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.632540 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.643291 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-20b23680-d2e8-4bf2-b096-7102366b3cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:18.683498 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce60c0e-6795-425a-95be-7283a356716e,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:18.686923 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:18.690439 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-3d9c028c-5ea9-4ec3-905b-fa4816399ce9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=125b37e5f40e428e9fca8a5965e04088&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822330
Jun 07 18:49:18.692050 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55442) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:18.756429 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.791689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.845581 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.848108 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:18.849199 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ce60c0e-6795-425a-95be-7283a356716e HTTP/1.1" status: 204  len: 168 time: 0.1565905
Jun 07 18:49:18.849944 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:18.859274 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce60c0e-6795-425a-95be-7283a356716e,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:18.861521 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ec8f7a7a-a3e4-40d3-8b4b-50299f8ea82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:20.020352 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:49:20.789322 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-970cd1cc-7988-4ae4-89fb-c55d310380d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:23.028120 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:23.395140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9a984b0e-a56a-4098-91c9-5a02213831f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:24.442159 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:25.247926 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:25.998838 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.182776 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55578) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:40.298614 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.401512 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.405218 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.412958 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ba8a9395-b507-4a59-88fc-a83295c615a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:40.451603 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8df852155ff941c2aaed1da27745ea0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2676182
Jun 07 18:49:40.453113 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d13a67-b69f-4a8f-92c7-905dbd710267,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:40.454141 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55582) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:40.456214 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-ba445495-e6d2-4041-b1d8-07945c487e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:40.512691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.538155 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.591564 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.593949 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:40.595068 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70d13a67-b69f-4a8f-92c7-905dbd710267 HTTP/1.1" status: 204  len: 168 time: 0.1398885
Jun 07 18:49:40.595825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-7f1aa783-4bab-4c67-bf03-3a6e167f531d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:40.604885 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d13a67-b69f-4a8f-92c7-905dbd710267,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:40.607261 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cc016f54-213e-487b-8ece-90d580624047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:41.251875 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55604) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:41.354507 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1005749680-network', 'tenant_id': '60e024afdf9942809009c78b1cf395aa'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:41.375473 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Made reservation on behalf of 60e024afdf9942809009c78b1cf395aa for: {'network': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:49:41.377867 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.389463 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.492027 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.496465 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.499240 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cb7c431b-a09f-4b31-ba2e-1e5475f0cf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:41.526938 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'}  {{(pid=98345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:49:41.535313 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1103845e-7af5-4854-bd14-4326254629ff,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:41.538769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:41.542255 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.542587 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.segments_db [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Added segment ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e of type vlan for network e5537ccd-4693-47c2-bac9-153fc269b538
Jun 07 18:49:41.568929 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.597534 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.598813 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:49:41.599442 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.603250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-718d60f5-c777-4c5b-8c8e-674888f6ec80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:41.651151 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3981760
Jun 07 18:49:41.654107 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55608) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:41.659354 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Request body: {'subnet': {'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1005749680-subnet', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:41.684054 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Made reservation on behalf of 60e024afdf9942809009c78b1cf395aa for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:49:41.686678 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.699340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5537ccd-4693-47c2-bac9-153fc269b538,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:41.702028 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-79264227-e041-4abb-9dd2-0eaf1fd85fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:41.709402 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:49:41.890767 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:41.894872 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:41.967060 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:41.970548 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:41.973034 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Checking segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:41.973277 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Network hostable DHCP agents. Network: e5537ccd-4693-47c2-bac9-153fc269b538, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:49:41.989403 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Network e5537ccd-4693-47c2-bac9-153fc269b538 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:49:41.999000 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, e5537ccd-4693-47c2-bac9-153fc269b538) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:42.003009 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:49:42.003623 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.007783 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe072602-46ec-4603-be72-49110caac581 None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:49:42.024188 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d8316136-51ec-4e4e-a5a3-fb2b4440a66e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3665421
Jun 07 18:49:42.024484 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55610) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:42.030105 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:42.052641 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.053632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.068905 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.218973 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-e5537ccd-4693-47c2-bac9-153fc269b538', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:49:42.219839 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.376461 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Allocated IP 172.20.0.2 (e5537ccd-4693-47c2-bac9-153fc269b538/22a5bc63-cfca-4b48-9bef-bf6fc9215f1a/cc0b4363-ef88-4f64-8fe6-e943a00ce49d) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:42.427011 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.581369 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.591966 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Transition to ACTIVE for port object cc0b4363-ef88-4f64-8fe6-e943a00ce49d will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:42.610702 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Transition to ACTIVE for port object cc0b4363-ef88-4f64-8fe6-e943a00ce49d will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:42.615703 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:42.616336 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:42.632055 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:42.633085 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:42.635672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:42.725871 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Attempting to bind port cc0b4363-ef88-4f64-8fe6-e943a00ce49d on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:42.726596 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Attempting to bind port cc0b4363-ef88-4f64-8fe6-e943a00ce49d by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:42.726596 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Attempting to bind port cc0b4363-ef88-4f64-8fe6-e943a00ce49d on network e5537ccd-4693-47c2-bac9-153fc269b538 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:42.731827 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:42.732192 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Checking segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:42.732586 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.732971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Bound using segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:42.733423 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Bound port: cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:42.733891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.736740 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.766824 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.820725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] For port cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:42.823845 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] For port cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:42.827898 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:42.832264 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:42.907518 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Allocated IP 172.27.0.189 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/4680c0e1-aab2-48a0-ab6f-a5f646503e1b) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:42.910629 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Pushing event updated for resources: {'Port': ['ID=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:42.914064 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:43.073223 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:43.105800 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:43.106383 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:43.123194 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:43.124361 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:43.126741 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:43.541382 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:43.678833 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device cc0b4363-ef88-4f64-8fe6-e943a00ce49d up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:43.754972 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port cc0b4363-ef88-4f64-8fe6-e943a00ce49d completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:43.832263 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5046123-a540-494b-b897-9ad3af1e0980 None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:49:43.927710 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Provisioning for port cc0b4363-ef88-4f64-8fe6-e943a00ce49d completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:43.941901 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Provisioning complete for port cc0b4363-ef88-4f64-8fe6-e943a00ce49d triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:43.942283 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.019138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.163148 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.204731 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] For port cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:44.208584 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.210083 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:44.228275 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:49:44.279764 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Pushing event updated for resources: {'Port': ['ID=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:44.284431 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-f96cb9a5-984d-44e5-a4d2-d0454230376f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:44.411100 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:49:44.419820 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Sync routers for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:49:44.430566 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.434484 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-a9e7ae99-5d17-4787-9a19-f6f15747420b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4065650
Jun 07 18:49:44.434828 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55612) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:44.435683 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:44.436304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d19eba90>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:44.505719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-3dd069ff-80ce-4633-adf6-07887b97e826 None None] Provisioning complete for port cc0b4363-ef88-4f64-8fe6-e943a00ce49d triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:44.506020 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-3dd069ff-80ce-4633-adf6-07887b97e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:44.701270 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:45.026519 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d19eba90>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:43Z', 'revision_number': 3, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:45.030183 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Checking router: d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:49:45.030533 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Updating router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:49:45.086130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.228198 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.462704 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.467292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Allocated IP 172.20.0.1 (e5537ccd-4693-47c2-bac9-153fc269b538/22a5bc63-cfca-4b48-9bef-bf6fc9215f1a/6563d0f4-5e4a-4370-b641-5ea48a877581) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:45.473943 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Transition to ACTIVE for port object 4680c0e1-aab2-48a0-ab6f-a5f646503e1b will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:45.480688 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.485141 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-622dfd0b-c50e-4dde-b36d-ec4b6a7a48b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:45.559286 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Attempting to bind port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:45.559681 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Attempting to bind port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:45.560041 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Attempting to bind port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:45.562048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Pushing event updated for resources: {'Port': ['ID=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:45.565519 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:45.567975 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:45.568385 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:45.568740 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.569116 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:45.570022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Bound port: 4680c0e1-aab2-48a0-ab6f-a5f646503e1b, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:45.570022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.617101 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.637675 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device cc0b4363-ef88-4f64-8fe6-e943a00ce49d up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:45.641127 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.provisioning_blocks [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Transition to ACTIVE for port object 6563d0f4-5e4a-4370-b641-5ea48a877581 will not be triggered until provisioned by entity DHCP. {{(pid=98346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:45.665268 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:45.665904 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:45.684294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Network e5537ccd-4693-47c2-bac9-153fc269b538 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:45.685617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:45.688028 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:45.691228 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] For port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:45.704507 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] For port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:45.713541 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.718965 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:45.751274 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.808916 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:45.809557 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d19eba90>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:45.868440 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port cc0b4363-ef88-4f64-8fe6-e943a00ce49d triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:45.868824 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:45.903341 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Pushing event updated for resources: {'Port': ['ID=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:45.906305 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:45.965723 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-66d58957-e696-44f8-82db-dab58426d592 None None] Provisioning for port 6563d0f4-5e4a-4370-b641-5ea48a877581 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:46.009632 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.036748 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-66d58957-e696-44f8-82db-dab58426d592 None None] Provisioning complete for port 6563d0f4-5e4a-4370-b641-5ea48a877581 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:46.037336 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-66d58957-e696-44f8-82db-dab58426d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.145596 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:46.230817 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.236512 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5583633'] for port, after_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.242530 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-66d58957-e696-44f8-82db-dab58426d592 None None] Port 6563d0f4-5e4a-4370-b641-5ea48a877581 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:49:46.261319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:46.346469 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.350974 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Pushing event updated for resources: {'Port': ['ID=6563d0f4-5e4a-4370-b641-5ea48a877581,revision_number=2']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:46.356384 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:46.482801 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Network e5537ccd-4693-47c2-bac9-153fc269b538 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:46.483867 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:46.497793 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d19eba90>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:43Z', 'revision_number': 3, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:46.502038 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145cb65-5940-4fcb-b5e5-6677e39e1ecb None None] The sync data for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi is: [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:43Z', 'revision_number': 3, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:49:46.684617 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:49:46.767270 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cfd61e17-94ff-431e-9678-9310471228bd None None] Provisioning complete for port 6563d0f4-5e4a-4370-b641-5ea48a877581 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:46.767742 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cfd61e17-94ff-431e-9678-9310471228bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:46.831547 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cfd61e17-94ff-431e-9678-9310471228bd None None] Port 6563d0f4-5e4a-4370-b641-5ea48a877581 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:49:46.992088 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:49:46.998246 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-bc7c8023-b5ec-42a8-8a0d-ed57f9714911 admin admin] 10.222.0.13 "PUT /v2.0/routers/d0f0db9b-e97a-4170-bc4f-18dc3759c7b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5621676
Jun 07 18:49:47.515625 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55628) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:47.520740 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1341793725-network', 'tenant_id': '87e72174dbe649beabb534b9edc81da5'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:47.543170 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Made reservation on behalf of 87e72174dbe649beabb534b9edc81da5 for: {'network': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:49:47.545574 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-635600'] for network, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.558659 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.654971 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4680c0e1-aab2-48a0-ab6f-a5f646503e1b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:47.673093 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.677294 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.681375 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bd01f72e-e1e5-4d0c-9db7-3ffaecde0743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:47.705943 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'}  {{(pid=98346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 07 18:49:47.719427 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62467abf-1e83-4511-967b-0cdcc411941a,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:47.723596 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:47.724559 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.724918 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.db.segments_db [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Added segment 5f18d19c-a3f7-4f78-8302-e33f9a535c27 of type vlan for network 51a85379-5e2b-483d-abf3-348e695c5b92
Jun 07 18:49:47.729359 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:47.735483 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:47.735860 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.752409 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729206010597'] for network, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.784901 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301'] for network, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.786370 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:49:47.786967 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.792624 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:47.830303 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3135195
Jun 07 18:49:47.833338 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55630) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:47.839276 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Request body: {'subnet': {'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1341793725-subnet', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'ip_version': 4}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:47.860306 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.877164 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:47.882194 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:47.884112 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:47.905190 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Pushing event updated for resources: {'Network': ['ID=51a85379-5e2b-483d-abf3-348e695c5b92,revision_number=1']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:47.908298 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2e37e284-f82b-428d-8dee-daa8bdb3c1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:47.920364 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Made reservation on behalf of 87e72174dbe649beabb534b9edc81da5 for: {'subnet': 1} {{(pid=98346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:49:47.920973 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Network 51a85379-5e2b-483d-abf3-348e695c5b92 details requested by agent ovs-agent-dv-cinder-790535-1-iscsi with host dv-cinder-790535-1-iscsi {{(pid=98347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 07 18:49:47.923042 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5732311'] for subnet, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.041811 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:48.045720 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:48.070422 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Sync routers for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:49:48.084876 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:48.085489 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5c40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:48.138668 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5583759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5732329'] for subnet, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.143298 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-6bdfdc65-497c-4afd-8650-b67023eeeb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:48.217164 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9861cf98-687b-4a0e-b35e-0dc8d9ce95cb,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:48.221074 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:48.225048 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Checking segment: {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:48.225399 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Network hostable DHCP agents. Network: 51a85379-5e2b-483d-abf3-348e695c5b92, hostable agents: ['781d65f8-b6fe-4057-8e1d-e58dc7940c76'], hosted agents: [] {{(pid=98346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 07 18:49:48.243754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Network 51a85379-5e2b-483d-abf3-348e695c5b92 is scheduled to be hosted by DHCP agent 781d65f8-b6fe-4057-8e1d-e58dc7940c76 with binding_index 1 {{(pid=98346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 07 18:49:48.252380 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-1-iscsi, 51a85379-5e2b-483d-abf3-348e695c5b92) {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:48.257098 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:49:48.258724 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.262255 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f3d41-3ba1-476a-9bfe-aa8a40261d5d None None] Network 51a85379-5e2b-483d-abf3-348e695c5b92 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:49:48.264252 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:48.276940 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-786d3c5a-7b7d-4236-9d93-9c0a69602449 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4425101
Jun 07 18:49:48.279527 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55632) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:48.284400 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:48.309369 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-292689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130840'] for router, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.310676 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-292040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7955823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130835'] for router, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.327836 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.498147 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b3f3e7d-577e-5112-807a-4af6c4d507b8-51a85379-5e2b-483d-abf3-348e695c5b92', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb'}]}} from dv-cinder-790535-1-iscsi. {{(pid=98347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 07 18:49:48.499068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.598771 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5c40>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:46Z', 'revision_number': 2, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:48.603222 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Checking router: d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:49:48.603867 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Updating router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 port 6563d0f4-5e4a-4370-b641-5ea48a877581 binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:49:48.608197 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-294559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-292675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130821'] for router, precommit_update {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.658455 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.666925 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.db_base_plugin_common [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Allocated IP 172.20.0.2 (51a85379-5e2b-483d-abf3-348e695c5b92/9861cf98-687b-4a0e-b35e-0dc8d9ce95cb/3a00d01b-ab84-4a8c-9a73-bdef1af13fd1) {{(pid=98347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:48.889438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks [] for port, precommit_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.902369 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Transition to ACTIVE for port object 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:48.922758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Transition to ACTIVE for port object 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 will not be triggered until provisioned by entity DHCP. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:48.927030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.931837 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343'] for port, after_create {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:48.932463 dv-cinder-790535-1-iscsi neutron-server[98347]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:48.949878 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Network 51a85379-5e2b-483d-abf3-348e695c5b92 is already hosted by enough agents. {{(pid=98347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:48.951131 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.scheduler.base_scheduler [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Resources bound (agent type, host, resource id):  {{(pid=98347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:48.953709 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Received port after_create {{(pid=98347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:48.962587 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.041935 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.048395 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Attempting to bind port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:49.048774 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Attempting to bind port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:49.049162 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Attempting to bind port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 on network 51a85379-5e2b-483d-abf3-348e695c5b92 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:49.053438 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Transition to ACTIVE for port object 6563d0f4-5e4a-4370-b641-5ea48a877581 will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:49.054575 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:49.055585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Checking segment: {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:49.055900 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.056421 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Bound using segment: {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:49.056964 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Bound port: 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:49.057347 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.061676 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.065466 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:49.103086 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Allocated IP 172.27.0.18 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/5b94e4ae-7dae-4765-87be-e863350b7ea4) {{(pid=98346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:49.150680 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] For port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:49.154823 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] For port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:49.161776 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.167453 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:49.182204 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Pushing event updated for resources: {'Port': ['ID=6563d0f4-5e4a-4370-b641-5ea48a877581,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:49.197466 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.198091 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.198633 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.199130 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.199630 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.200143 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.200634 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.201106 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.201593 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.202107 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.202574 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.203050 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:49.213286 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:49.295335 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Pushing event updated for resources: {'Port': ['ID=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:49.300977 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-53306c2c-55f6-41d3-933b-f649c8a8a03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:49.331771 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Attempting to bind port 6563d0f4-5e4a-4370-b641-5ea48a877581 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:49.332148 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Attempting to bind port 6563d0f4-5e4a-4370-b641-5ea48a877581 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:49.332511 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Attempting to bind port 6563d0f4-5e4a-4370-b641-5ea48a877581 on network e5537ccd-4693-47c2-bac9-153fc269b538 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:49.339133 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:49.339526 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Checking segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:49.340152 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.340793 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Bound using segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:49.341427 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Bound port: 6563d0f4-5e4a-4370-b641-5ea48a877581, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:49.341966 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.405454 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.436875 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5583651'] for port, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:49.437554 dv-cinder-790535-1-iscsi neutron-server[98346]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:49.442375 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] For port 6563d0f4-5e4a-4370-b641-5ea48a877581, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:49.447033 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] For port 6563d0f4-5e4a-4370-b641-5ea48a877581, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6563d0f4-5e4a-4370-b641-5ea48a877581,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:49.451361 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.456162 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:49.456950 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:49.458159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=98346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:49.460525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Received port after_create {{(pid=98346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:49.535211 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Pushing event updated for resources: {'Port': ['ID=6563d0f4-5e4a-4370-b641-5ea48a877581,revision_number=4']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:49.540264 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-b74ddf05-1149-4e21-b9ca-e198467c81ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:49.552308 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:49.553158 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5c40>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:49.781888 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4680c0e1-aab2-48a0-ab6f-a5f646503e1b up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:49.788154 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:49.857695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:49.858349 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:49.989417 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:50.041038 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.068997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:50.139961 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5c40>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:49Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:50.144456 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674d3e0-a8bd-4f1a-9a6e-861054e2102e None None] The sync data for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi is: [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:49Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:49:50.429687 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-292696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-294576'] for router, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.462287 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c0d2ff-b07c-4a63-82f4-07263770981f None None] Network 51a85379-5e2b-483d-abf3-348e695c5b92 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:49:50.624011 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Provisioning for port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:50.635952 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Provisioning complete for port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:50.636333 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.651965 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Router 589a7345-3405-4ce4-ac59-f041e702fbc1 is scheduled to L3 agent 776296e1-0be2-4941-afca-9332a84e7457 with binding_index 1 {{(pid=98346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 07 18:49:50.832268 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f96ac1e7-cca9-43f1-a7f1-3eac5779437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.838040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.843525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:49:50.857199 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Sync routers for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:49:50.865689 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.867053 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-f0fd8ebe-66c1-4a1e-a978-756710ebd4dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.5865772
Jun 07 18:49:50.869883 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55634) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:50.882650 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:50.883662 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1a1bfd0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:50.954715 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] For port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:50.973150 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:50.979202 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:51.145579 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:51.156048 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:51.164068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-798d48a4-fbb6-4d34-a239-54ea4374044b None None] Provisioning complete for port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:51.165397 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-798d48a4-fbb6-4d34-a239-54ea4374044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:51.193180 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:51.560338 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1a1bfd0>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:49Z', 'revision_number': 3, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:51.564170 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Checking router: 589a7345-3405-4ce4-ac59-f041e702fbc1 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:49:51.564585 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Updating router 589a7345-3405-4ce4-ac59-f041e702fbc1 port 5b94e4ae-7dae-4765-87be-e863350b7ea4 binding host dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:49:51.620279 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:51.685333 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:51.749674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6563d0f4-5e4a-4370-b641-5ea48a877581 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:51.900895 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Allocated IP 172.20.0.1 (51a85379-5e2b-483d-abf3-348e695c5b92/9861cf98-687b-4a0e-b35e-0dc8d9ce95cb/f801f8b5-2708-4815-8add-b3bc06ed8465) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:49:51.917879 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 6563d0f4-5e4a-4370-b641-5ea48a877581 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:51.928832 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 6563d0f4-5e4a-4370-b641-5ea48a877581 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:51.929206 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.047531 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.063060 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Transition to ACTIVE for port object f801f8b5-2708-4815-8add-b3bc06ed8465 will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:52.085884 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:49:52.087127 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:49:52.110358 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Network 51a85379-5e2b-483d-abf3-348e695c5b92 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:52.112343 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:52.115962 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:49:52.130521 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.168002 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks [] for port, precommit_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.170099 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7948538'] for router_interface, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.187569 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 6563d0f4-5e4a-4370-b641-5ea48a877581, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6563d0f4-5e4a-4370-b641-5ea48a877581,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:52.188846 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Transition to ACTIVE for port object 5b94e4ae-7dae-4765-87be-e863350b7ea4 will not be triggered until provisioned by entity L2. {{(pid=98347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:52.193501 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.194276 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:52.219773 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:52.252529 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.334472 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=6563d0f4-5e4a-4370-b641-5ea48a877581,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:52.340015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:52.340725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Attempting to bind port 5b94e4ae-7dae-4765-87be-e863350b7ea4 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:52.341088 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Attempting to bind port 5b94e4ae-7dae-4765-87be-e863350b7ea4 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:52.341457 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Attempting to bind port 5b94e4ae-7dae-4765-87be-e863350b7ea4 on network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:52.343300 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-abd1f40a-d84c-403d-a2e6-88d71d1dc1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:52.394759 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:52.395153 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Checking segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:52.395486 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.395888 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Bound using segment: {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'} {{(pid=98347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:52.396361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.managers [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Bound port: 5b94e4ae-7dae-4765-87be-e863350b7ea4, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ef6f10-ac7a-47f7-82d1-59c088464301', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8'}}] {{(pid=98347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:52.396814 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.428898 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.480579 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eb396-786f-4a0d-b19e-50eb07f4aeef None None] Pushing event updated for resources: {'Port': ['ID=5b94e4ae-7dae-4765-87be-e863350b7ea4,revision_number=2']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:52.486339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ff3eb396-786f-4a0d-b19e-50eb07f4aeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:52.501425 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-41b87f15-9d1b-4171-8a35-1ed004bcab2c None None] Provisioning for port f801f8b5-2708-4815-8add-b3bc06ed8465 completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:52.504121 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:52.504493 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.544491 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-41b87f15-9d1b-4171-8a35-1ed004bcab2c None None] Provisioning complete for port f801f8b5-2708-4815-8add-b3bc06ed8465 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:52.544871 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-41b87f15-9d1b-4171-8a35-1ed004bcab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.606399 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] For port 5b94e4ae-7dae-4765-87be-e863350b7ea4, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:52.620814 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] For port 5b94e4ae-7dae-4765-87be-e863350b7ea4, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=5b94e4ae-7dae-4765-87be-e863350b7ea4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:52.630175 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.636941 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:52.693341 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-41b87f15-9d1b-4171-8a35-1ed004bcab2c None None] Port f801f8b5-2708-4815-8add-b3bc06ed8465 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:49:52.757672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:52.758983 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1a1bfd0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:52.768848 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.773318 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.799255 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-2ad71995-f2a3-48bc-91e8-ebdeb59ddfaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:52.829857 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eb396-786f-4a0d-b19e-50eb07f4aeef None None] Pushing event updated for resources: {'Port': ['ID=5b94e4ae-7dae-4765-87be-e863350b7ea4,revision_number=3']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:52.848578 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-ff3eb396-786f-4a0d-b19e-50eb07f4aeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:52.883767 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Pushing event updated for resources: {'Port': ['ID=f801f8b5-2708-4815-8add-b3bc06ed8465,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:52.888450 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:52.889212 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7939287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-287138'] for router_interface, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:52.956767 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:53.024105 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Network 51a85379-5e2b-483d-abf3-348e695c5b92 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:49:53.025157 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:49:53.092294 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:53.220389 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Router 589a7345-3405-4ce4-ac59-f041e702fbc1 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:49:53.304322 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-32045155-fb49-4abe-9f16-652f8d221637 None None] Provisioning complete for port f801f8b5-2708-4815-8add-b3bc06ed8465 triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:53.304616 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-32045155-fb49-4abe-9f16-652f8d221637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:53.362214 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-32045155-fb49-4abe-9f16-652f8d221637 None None] Port f801f8b5-2708-4815-8add-b3bc06ed8465 cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:49:53.396057 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1a1bfd0>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'f801f8b5-2708-4815-8add-b3bc06ed8465', 'name': '', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'mac_address': 'fa:16:3e:fb:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:51Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 2, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'subnets': [{'id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:53.401480 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3aaa72-213a-4e2d-a8fa-9ff257b6e13f None None] The sync data for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi is: [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'f801f8b5-2708-4815-8add-b3bc06ed8465', 'name': '', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'mac_address': 'fa:16:3e:fb:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:51Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 2, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'subnets': [{'id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:49:53.402069 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:49:53.403611 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab909-8ae5-4837-a845-f39d7bffcea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:53.406769 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-04af00e9-5ff5-4f9e-908b-c4674dab1920 admin admin] 10.222.0.13 "PUT /v2.0/routers/589a7345-3405-4ce4-ac59-f041e702fbc1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5358737
Jun 07 18:49:53.677984 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6563d0f4-5e4a-4370-b641-5ea48a877581 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:53.756290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 6563d0f4-5e4a-4370-b641-5ea48a877581 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:53.756670 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.199228 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55644) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:54.204316 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747848030', 'description': 'tempest-secgroup-smoke-1747848030 description', 'project_id': '60e024afdf9942809009c78b1cf395aa'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:54.229528 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.342094 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.346456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.351161 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0fc1b1bf-3df1-4b0e-8060-bb8302a74cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:54.384433 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.385635 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1850917
Jun 07 18:49:54.388656 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55646) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:54.393333 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:54.395217 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31092a3b-242c-467e-bab3-6f61ac84bbb6,revision_number=1']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:54.398341 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6488f8bf-bb9f-4267-82fd-78bb25ebda58 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:54.452762 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.545534 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.608341 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.612355 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.614597 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-7ad4eb2a-01c6-4ff8-abb8-cd93108b06ae tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:54.637630 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be4060d-0ee7-48c9-97aa-d1148cd1f954,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:54.640302 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:54.645138 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.646412 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-1079f446-d65f-4d5b-81d9-b0b59f1207e6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2567718
Jun 07 18:49:54.649876 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55648) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:54.654712 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:54.684137 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.743622 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.746819 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.748833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d84206c9-1920-48e6-b57f-2b53ae138ffb tempest-AttachVolumeTestJSON-1778660601 tempest-AttachVolumeTestJSON-1778660601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:54.771238 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690ce89b-181b-4d2d-8a91-f0ced4c8f216,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:54.774669 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:54.777895 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.779033 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-b44754dc-8db5-4bb7-858e-21b0b524ea0a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1280189
Jun 07 18:49:54.781731 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 55650) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:54.786354 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.v2.base [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:54.820282 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.884433 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.888095 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.890058 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:54.912342 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca0118b-dab1-4d58-8566-e7a9a0c899af,revision_number=0']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:54.915453 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:54.920833 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:54.922040 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-31db9bb9-47c4-4502-bdf8-25b853b22af2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1391134
Jun 07 18:49:54.924969 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55652) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:54.929626 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:54.957704 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.025120 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.028909 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.030925 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:55.053250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502f8c7e-9258-4610-b192-3757e9e26d83,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:55.056334 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:55.061074 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.062284 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-cba71cf1-2a2a-4a5d-838c-7484a2ebd24f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1362741
Jun 07 18:49:55.064956 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55654) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:55.070015 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:55.094082 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.securitygroups_db [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Project 60e024afdf9942809009c78b1cf395aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:49:55.100314 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.168608 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.173460 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.176032 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ecd7dfda-279b-48d3-9cfb-cfd1c8c5ba8d tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:55.200498 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc5b58a-fbc1-4435-acb4-445daa047bac,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:55.203282 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:55.207088 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.208246 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-d65ac730-30bf-4817-8be7-0ab65f50c07c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1423407
Jun 07 18:49:55.212721 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55656) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:49:55.217121 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'security_group_rule': {'security_group_id': '31092a3b-242c-467e-bab3-6f61ac84bbb6', 'project_id': '60e024afdf9942809009c78b1cf395aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:49:55.239769 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.securitygroups_db [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Project 60e024afdf9942809009c78b1cf395aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 07 18:49:55.246538 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.262992 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.313860 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.317469 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458614'] for security_group_rule, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.319634 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-73207a55-e819-402f-92ec-ed04d7dd6a75 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:55.344228 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ce0153-a017-4e60-b31e-44551565584e,revision_number=0']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:55.346691 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:55.351191 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.352407 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-418fdc8f-a94f-4e56-afa2-6d40099cf1bd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1387405
Jun 07 18:49:55.666699 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 5b94e4ae-7dae-4765-87be-e863350b7ea4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:55.734939 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port 5b94e4ae-7dae-4765-87be-e863350b7ea4 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:55.739464 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 5b94e4ae-7dae-4765-87be-e863350b7ea4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:55.739847 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.858887 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.875017 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port 5b94e4ae-7dae-4765-87be-e863350b7ea4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=5b94e4ae-7dae-4765-87be-e863350b7ea4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:55.879316 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:55.881118 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:55.958068 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=5b94e4ae-7dae-4765-87be-e863350b7ea4,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:55.961711 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:56.004657 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:56.119984 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Sync routers for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:49:56.129200 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:56.129796 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5910>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:56.308854 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:56.656079 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5910>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'f801f8b5-2708-4815-8add-b3bc06ed8465', 'name': '', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'mac_address': 'fa:16:3e:fb:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:51Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 2, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'subnets': [{'id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:56.660055 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Checking router: 589a7345-3405-4ce4-ac59-f041e702fbc1 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:49:56.660406 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Updating router 589a7345-3405-4ce4-ac59-f041e702fbc1 port f801f8b5-2708-4815-8add-b3bc06ed8465 binding host dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 07 18:49:56.715289 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.056161 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:49:57.072566 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks [] for port, precommit_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.085285 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.provisioning_blocks [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Transition to ACTIVE for port object f801f8b5-2708-4815-8add-b3bc06ed8465 will not be triggered until provisioned by entity L2. {{(pid=98348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:49:57.091998 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.095849 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-84f643d2-eb58-4676-9574-cf8bd5029903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:57.245715 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d512c3d-8950-4f08-a0b2-50712e525d64 None None] Pushing event updated for resources: {'Port': ['ID=f801f8b5-2708-4815-8add-b3bc06ed8465,revision_number=3']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:57.252799 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-2d512c3d-8950-4f08-a0b2-50712e525d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:57.321090 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Attempting to bind port f801f8b5-2708-4815-8add-b3bc06ed8465 on host dv-cinder-790535-1-iscsi for vnic_type normal with profile  {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:49:57.321492 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Attempting to bind port f801f8b5-2708-4815-8add-b3bc06ed8465 by drivers openvswitch,hyperv on host dv-cinder-790535-1-iscsi at level 0 using segments [{'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:49:57.321895 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Attempting to bind port f801f8b5-2708-4815-8add-b3bc06ed8465 on network 51a85379-5e2b-483d-abf3-348e695c5b92 {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:49:57.327091 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Checking agent: {'id': 'a16078a9-0d91-45eb-8be0-071cbb781086', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 31, 23), 'started_at': datetime.datetime(2021, 6, 7, 18, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:49:57.327490 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Checking segment: {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:49:57.327884 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.328277 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Bound using segment: {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'} {{(pid=98348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:49:57.328730 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.managers [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Bound port: f801f8b5-2708-4815-8add-b3bc06ed8465, host: dv-cinder-790535-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f18d19c-a3f7-4f78-8302-e33f9a535c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92'}}] {{(pid=98348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:49:57.329095 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.418187 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] For port f801f8b5-2708-4815-8add-b3bc06ed8465, host dv-cinder-790535-1-iscsi, cleared binding levels {{(pid=98348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:49:57.421113 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.plugins.ml2.db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] For port f801f8b5-2708-4815-8add-b3bc06ed8465, host dv-cinder-790535-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=f801f8b5-2708-4815-8add-b3bc06ed8465,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:49:57.426110 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:57.430977 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-1e08cf2c-3b29-4c5a-89a4-79d1c3e0f002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:57.504143 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:49:57.504772 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5910>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:49:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:57.589490 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d512c3d-8950-4f08-a0b2-50712e525d64 None None] Pushing event updated for resources: {'Port': ['ID=f801f8b5-2708-4815-8add-b3bc06ed8465,revision_number=4']} {{(pid=98348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:57.592586 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG oslo_concurrency.lockutils [None req-2d512c3d-8950-4f08-a0b2-50712e525d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:49:57.676429 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 5b94e4ae-7dae-4765-87be-e863350b7ea4 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:57.707574 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:49:57.764722 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port 5b94e4ae-7dae-4765-87be-e863350b7ea4 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:57.765100 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:58.057432 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d34f5910>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'f801f8b5-2708-4815-8add-b3bc06ed8465', 'name': '', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'mac_address': 'fa:16:3e:fb:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:51Z', 'updated_at': '2021-06-07T18:49:57Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'subnets': [{'id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:49:58.061303 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8c984-f7a8-4a83-bae9-33cea6b6a6aa None None] The sync data for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi is: [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': 'f801f8b5-2708-4815-8add-b3bc06ed8465', 'name': '', 'network_id': '51a85379-5e2b-483d-abf3-348e695c5b92', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'mac_address': 'fa:16:3e:fb:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:51Z', 'updated_at': '2021-06-07T18:49:57Z', 'revision_number': 4, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'subnets': [{'id': '9861cf98-687b-4a0e-b35e-0dc8d9ce95cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:49:59.663317 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device f801f8b5-2708-4815-8add-b3bc06ed8465 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:49:59.732406 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning for port f801f8b5-2708-4815-8add-b3bc06ed8465 completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:49:59.737025 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port f801f8b5-2708-4815-8add-b3bc06ed8465 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:49:59.737399 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:59.857304 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:59.890017 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] For port f801f8b5-2708-4815-8add-b3bc06ed8465, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=f801f8b5-2708-4815-8add-b3bc06ed8465,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:49:59.893834 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:49:59.895613 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:49:59.966028 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Pushing event updated for resources: {'Port': ['ID=f801f8b5-2708-4815-8add-b3bc06ed8465,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:49:59.973162 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.973507 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.973858 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.974174 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.974501 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.974825 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.975144 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.975491 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.975812 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.976129 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.976443 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.977367 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:49:59.980986 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:01.643161 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device f801f8b5-2708-4815-8add-b3bc06ed8465 up at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:50:01.709891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Provisioning complete for port f801f8b5-2708-4815-8add-b3bc06ed8465 triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:50:01.710225 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:11.611216 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-78ad8fb3-8bf6-444a-a8db-4a44107e17b7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747848030&fields=id&tenant_id=60e024afdf9942809009c78b1cf395aa HTTP/1.1" status: 200  len: 267 time: 0.0387075
Jun 07 18:50:11.757384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-5834f618-6bb6-4ac9-aa5b-c9a89c0a5489 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:11.759695 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-5834f618-6bb6-4ac9-aa5b-c9a89c0a5489 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 809 time: 0.1419394
Jun 07 18:50:11.773579 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-900020bc-c8d1-417a-b7bd-8b2cda8e2055 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/quotas/60e024afdf9942809009c78b1cf395aa HTTP/1.1" status: 200  len: 375 time: 0.0086768
Jun 07 18:50:11.855490 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6d231706-a341-46d1-8da2-6f96815bf36e tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0766408
Jun 07 18:50:11.870270 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-df000d52-5a99-4e90-93bd-8a9b8e0dc5ed service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:50:11.871173 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-df000d52-5a99-4e90-93bd-8a9b8e0dc5ed service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051951
Jun 07 18:50:12.001338 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-005452b5-8125-496d-a122-3a030370beee service neutron] 10.222.0.13 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249537
Jun 07 18:50:12.227812 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6bf7a229-9b3d-421b-8818-ef2a3e92c78e service neutron] 10.222.0.13 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207611
Jun 07 18:50:12.719673 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-b8ae7cf1-2c00-41de-af44-74a0ba33c763 req-a73fbecb-a596-418c-8b5b-a1cc8b14c9d8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 210 time: 0.1467438
Jun 07 18:50:13.800717 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-ac3516f4-893d-4e68-978d-453c0fc4d4ed tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:13.802115 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-ac3516f4-893d-4e68-978d-453c0fc4d4ed tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 809 time: 0.1515794
Jun 07 18:50:13.885872 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e42cba10-60c8-4e3d-a6e1-15d379c8d61b req-bafc287f-584f-41ea-9abf-b23655ea20c1 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 210 time: 0.0568383
Jun 07 18:50:13.894962 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-2463d1ba-ebe4-4e57-87ab-ef55514376e7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e024afdf9942809009c78b1cf395aa HTTP/1.1" status: 200  len: 380 time: 0.0842090
Jun 07 18:50:13.904312 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'port': {'device_id': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'admin_state_up': True, 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'security_groups': ['31092a3b-242c-467e-bab3-6f61ac84bbb6']}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:50:14.054144 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Made reservation on behalf of 60e024afdf9942809009c78b1cf395aa for: {'port': 1} {{(pid=98345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 07 18:50:14.058045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:14.220661 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Allocated IP 172.20.0.6 (e5537ccd-4693-47c2-bac9-153fc269b538/22a5bc63-cfca-4b48-9bef-bf6fc9215f1a/b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:50:14.418444 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:14.434249 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Transition to ACTIVE for port object b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd will not be triggered until provisioned by entity DHCP. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:50:14.457135 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:50:14.459677 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:50:14.476037 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Network e5537ccd-4693-47c2-bac9-153fc269b538 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:50:14.477631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:50:14.480055 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:50:14.544350 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:14.544972 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:14.564538 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-140d2b3f-7892-4103-8ec3-ee4a3f6702b9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6640325
Jun 07 18:50:14.574147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-c0a2a8ad-1a03-46d1-87ab-7bcb7c216ecf tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=98345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 07 18:50:14.575094 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-c0a2a8ad-1a03-46d1-87ab-7bcb7c216ecf tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051389
Jun 07 18:50:14.636573 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Request body: {'port': {'device_id': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:50:14.668475 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e5c865cc-1f1e-409b-a40d-6dba3b2a01a3 None None] Provisioning for port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd completed by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:50:14.673327 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-e5c865cc-1f1e-409b-a40d-6dba3b2a01a3 None None] Provisioning complete for port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd triggered by entity DHCP. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:50:14.673662 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-e5c865cc-1f1e-409b-a40d-6dba3b2a01a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:14.725168 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-e5c865cc-1f1e-409b-a40d-6dba3b2a01a3 None None] Port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd cannot update to ACTIVE because it is not bound. {{(pid=98347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 07 18:50:14.749894 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.153034 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd {{(pid=98345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:50:15.167883 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f628293-a18c-4c6e-9508-a99554315fe3 req-1183569f-6e9b-4d89-a3ad-646a07cd08ef tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:15.169307 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4f628293-a18c-4c6e-9508-a99554315fe3 req-1183569f-6e9b-4d89-a3ad-646a07cd08ef tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 931 time: 0.1586878
Jun 07 18:50:15.170866 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.205456 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Transition to ACTIVE for port object b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 07 18:50:15.214862 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.221734 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-a5120b6d-bfe4-4875-a74c-dca32cedad61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:50:15.270399 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4f628293-a18c-4c6e-9508-a99554315fe3 req-6cf90eee-2726-41bd-9838-a53c25b407e5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952988
Jun 07 18:50:15.487384 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:50:15.505532 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.505894 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.506250 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.506601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.506953 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.507297 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.507665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.508008 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.508879 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.509231 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.509577 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.509918 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:50:15.537713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:15.579655 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Attempting to bind port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd on host hv-cinder-79053 for vnic_type normal with profile  {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 07 18:50:15.579906 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Attempting to bind port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 07 18:50:15.580221 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Attempting to bind port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd on network e5537ccd-4693-47c2-bac9-153fc269b538 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:50:15.584614 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd on network e5537ccd-4693-47c2-bac9-153fc269b538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 07 18:50:15.584927 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Attempting to bind port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd on network e5537ccd-4693-47c2-bac9-153fc269b538 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 07 18:50:15.590820 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Checking agent: {'id': 'b7604467-1bb7-4904-b320-4cd0df524a0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'started_at': datetime.datetime(2021, 6, 7, 18, 37, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 07 18:50:15.591140 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Checking segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 07 18:50:15.591533 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Bound using segment: {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 07 18:50:15.591947 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Bound port: b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 07 18:50:15.592281 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.685428 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 07 18:50:15.688298 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 07 18:50:15.692742 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.697344 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-46534c47-fa53-4368-9c1c-91b2a488e7d6 tempest-TestMinimumBasicScenario-1785030285 tempest-TestMinimumBasicScenario-1785030285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:50:15.754846 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:15.755478 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:15.756912 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] 10.222.0.57 "PUT /v2.0/ports/b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 1093 time: 1.1755061
Jun 07 18:50:15.757404 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:50:15.760283 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:50:15.780360 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:50:15.783505 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:15.834523 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce29f75f-4211-4163-b974-7ee9f7057165 x-openstack-request-id: req-ce29f75f-4211-4163-b974-7ee9f7057165 {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:50:15.834981 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:50:15.835289 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce29f75f-4211-4163-b974-7ee9f7057165 {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:50:15.835748 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'status': 'completed', 'code': 200}
Jun 07 18:50:15.877866 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-873d9621-145f-4541-950d-dc0a561049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:15.879323 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-873d9621-145f-4541-950d-dc0a561049f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1096 time: 0.0770781
Jun 07 18:50:15.953090 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-bc7caeec-abd4-4a4f-873c-f8da60b6d1e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 217 time: 0.0658770
Jun 07 18:50:16.019172 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-90fac976-ba41-4966-a01f-9929f5cb8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.020533 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-90fac976-ba41-4966-a01f-9929f5cb8f35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0616944
Jun 07 18:50:16.095462 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-0b2a8e89-d7c3-42b2-b606-d4f5c89fd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.096871 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-0b2a8e89-d7c3-42b2-b606-d4f5c89fd055 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697556
Jun 07 18:50:16.227956 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-978e7d33-e754-42a2-84e0-bac6cfe79ddf service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234319
Jun 07 18:50:16.360081 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-583ca9e0-49b5-4bbf-a1c9-d0780814d712 req-2e4be129-c5a9-498e-b3db-8566578f86b0 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254604
Jun 07 18:50:16.523292 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1802-46aa-4459-96b0-e56dc6dbe50e req-ac7ddd22-b4c9-440c-a7f0-490b4c410f28 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.525436 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5ca1802-46aa-4459-96b0-e56dc6dbe50e req-ac7ddd22-b4c9-440c-a7f0-490b4c410f28 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.1423171
Jun 07 18:50:16.527946 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-13e8c5c6-691c-42a9-94bb-cec613e3fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.529285 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-13e8c5c6-691c-42a9-94bb-cec613e3fb9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1096 time: 0.1143909
Jun 07 18:50:16.650704 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d5ca1802-46aa-4459-96b0-e56dc6dbe50e req-107fc589-a71e-4751-9311-6997b937d6bf tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195114
Jun 07 18:50:16.690668 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-911ce56c-1f72-4c54-826e-f958232f0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.692124 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-911ce56c-1f72-4c54-826e-f958232f0660 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1478684
Jun 07 18:50:16.763379 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-6ee4af68-e88c-41bd-8a80-df26944a261b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 217 time: 0.0638154
Jun 07 18:50:16.825835 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-6ebcd4d8-a249-4494-9a25-8c5edca1c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.827134 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-6ebcd4d8-a249-4494-9a25-8c5edca1c33d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0576179
Jun 07 18:50:16.904385 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-34ed15aa-d1c2-4ff5-899c-66adb895cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:16.905813 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-34ed15aa-d1c2-4ff5-899c-66adb895cdcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727887
Jun 07 18:50:17.130297 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-be26388d-fcc5-4a26-8419-92c6549fb514 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176867
Jun 07 18:50:17.260386 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3d2f149e-aeb6-45f2-be59-8e3a14ecdf4f req-22879fa2-3fa3-4374-9bd7-1425b9506450 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241789
Jun 07 18:50:17.833673 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bb6c3-3e4d-49dd-b6a8-d2f3c38fcd0f req-d4338bd1-3f5e-4b03-96f4-9a5b24c2a6e9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:17.835118 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e85bb6c3-3e4d-49dd-b6a8-d2f3c38fcd0f req-d4338bd1-3f5e-4b03-96f4-9a5b24c2a6e9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0808923
Jun 07 18:50:17.879190 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-e85bb6c3-3e4d-49dd-b6a8-d2f3c38fcd0f req-cb1ea0ba-2899-4513-97fa-eb0eefdfa331 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375373
Jun 07 18:50:19.063604 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f860-ad58-435b-8eb2-0e6adc0da2a0 req-c3b876f2-a5d8-4160-8aef-3f456a1a0599 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:19.065038 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2654f860-ad58-435b-8eb2-0e6adc0da2a0 req-c3b876f2-a5d8-4160-8aef-3f456a1a0599 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0835040
Jun 07 18:50:19.109482 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2654f860-ad58-435b-8eb2-0e6adc0da2a0 req-73f55755-2d0f-46ea-a67c-eff89f67e1bf tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388303
Jun 07 18:50:20.293747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463e813-39b7-4cfe-8e32-a5f38715fe93 req-abba2fd4-a31b-4819-97ff-e55b228beda4 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:20.295169 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c463e813-39b7-4cfe-8e32-a5f38715fe93 req-abba2fd4-a31b-4819-97ff-e55b228beda4 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0807374
Jun 07 18:50:20.339677 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c463e813-39b7-4cfe-8e32-a5f38715fe93 req-f7868055-85f3-4747-af7e-34e1ce26974c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388794
Jun 07 18:50:20.795628 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f9db16ee-41f8-4a48-9e05-04e38fadea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:21.526637 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738e0d-b173-4fa9-9288-6fab61d57e49 req-bd042231-1950-4c70-a02a-5b87f1b45629 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:21.528082 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f3738e0d-b173-4fa9-9288-6fab61d57e49 req-bd042231-1950-4c70-a02a-5b87f1b45629 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0826657
Jun 07 18:50:21.573305 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f3738e0d-b173-4fa9-9288-6fab61d57e49 req-b41aac6e-aac2-428a-8e5a-f28fd166e881 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385709
Jun 07 18:50:22.758769 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e3cd9-4738-432a-aa14-02efe27a8b2d req-bbe09e69-59ca-4e13-9bff-fb6f3ffac7e5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:22.761023 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c43e3cd9-4738-432a-aa14-02efe27a8b2d req-bbe09e69-59ca-4e13-9bff-fb6f3ffac7e5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0841672
Jun 07 18:50:22.810649 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c43e3cd9-4738-432a-aa14-02efe27a8b2d req-e4f18da0-05b0-4bef-b36c-256019c300c8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439200
Jun 07 18:50:23.035960 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:23.402629 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4f578e0c-065a-48f4-81b4-6a26994f9a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:23.514561 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:50:23.669217 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:50:23.683620 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'mac_address': 'fa:16:3e:8c:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:50:23.742909 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:23.761335 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:50:23.777461 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:50:23.782438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:23.785387 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:50:23.848759 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=4']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:50:23.851719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:23.996364 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:50:23.999815 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855409d-0d25-4cff-8d50-a4db11f4d36d req-06203733-765b-4cc8-aaaa-f68cb453af69 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:24.001332 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5855409d-0d25-4cff-8d50-a4db11f4d36d req-06203733-765b-4cc8-aaaa-f68cb453af69 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 944 time: 0.0803258
Jun 07 18:50:24.047561 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5855409d-0d25-4cff-8d50-a4db11f4d36d req-4ead07ef-44e7-4960-8b65-6ab48bbbe120 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405574
Jun 07 18:50:24.448022 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:25.233585 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f514095-47f2-435b-a9f8-46686342512e req-cd8d7db4-498f-439a-8fb4-4b4952008084 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:25.235017 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3f514095-47f2-435b-a9f8-46686342512e req-cd8d7db4-498f-439a-8fb4-4b4952008084 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 944 time: 0.0829024
Jun 07 18:50:25.262347 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:25.280007 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-3f514095-47f2-435b-a9f8-46686342512e req-76e1c5f5-b4b9-4aa1-affd-0f89993eae5f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394473
Jun 07 18:50:25.512152 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:50:25.578034 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning for port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd completed by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 07 18:50:25.582369 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:50:25.582740 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:25.697341 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:25.726984 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:50:25.729327 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e823c-47d6-482b-ac83-432cb82784f4" -d '{"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-plugged", "status": "completed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:50:25.738224 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:50:25.744210 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:25.746040 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-8d55398a-31d9-49a2-b196-5a2c5c715242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:50:25.812941 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=5']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:50:25.815869 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:25.828283 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07817fa2-317c-45e6-896d-075547c97b47 x-openstack-request-id: req-07817fa2-317c-45e6-896d-075547c97b47 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:50:25.828577 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-plugged", "status": "completed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:50:25.828835 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07817fa2-317c-45e6-896d-075547c97b47 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:50:25.829226 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'code': 200}
Jun 07 18:50:26.006031 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:26.111385 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24bf68-dece-48ce-add9-ca67d63f9a64 req-ddfb462f-c5df-45dc-8b1f-85cde68e4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:26.113427 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cc24bf68-dece-48ce-add9-ca67d63f9a64 req-ddfb462f-c5df-45dc-8b1f-85cde68e4589 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0878661
Jun 07 18:50:26.155584 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cc24bf68-dece-48ce-add9-ca67d63f9a64 req-484c4c83-8b2c-41a1-8a25-adaa038eaaf0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354888
Jun 07 18:50:26.468392 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11a7d3-5067-4b7c-a36e-4786f6002679 req-da26da74-fd52-44b0-b488-6ede7f3eb41b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:26.469824 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6d11a7d3-5067-4b7c-a36e-4786f6002679 req-da26da74-fd52-44b0-b488-6ede7f3eb41b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0867784
Jun 07 18:50:26.514197 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6d11a7d3-5067-4b7c-a36e-4786f6002679 req-a202a058-25b9-4b80-bf9b-bf893c3f033e tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388346
Jun 07 18:50:27.699175 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0153-1345-4334-a60d-2ee4fc61dab7 req-8f776c3a-3b07-4698-9e0c-a9f711d43a30 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:27.700623 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4b9b0153-1345-4334-a60d-2ee4fc61dab7 req-8f776c3a-3b07-4698-9e0c-a9f711d43a30 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0810933
Jun 07 18:50:27.747163 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4b9b0153-1345-4334-a60d-2ee4fc61dab7 req-04151aec-b6b0-4170-a69a-bfa484077ea5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409334
Jun 07 18:50:27.934019 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2852cf-a3c3-4a52-8418-5cee6a8656bc req-139f2d17-6ed7-46b1-9330-70fdf0aa74a9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:27.935480 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7d2852cf-a3c3-4a52-8418-5cee6a8656bc req-139f2d17-6ed7-46b1-9330-70fdf0aa74a9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0819268
Jun 07 18:50:27.979238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-7d2852cf-a3c3-4a52-8418-5cee6a8656bc req-cfcfe33d-265b-44bf-a796-1d0ae2898300 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382516
Jun 07 18:50:28.002599 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55824) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:50:28.114318 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d07ac-d42d-4914-a207-52aae43b1dc9 tempest-TestShelveInstance-793057097 tempest-TestShelveInstance-793057097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:28.115816 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-885d07ac-d42d-4914-a207-52aae43b1dc9 tempest-TestShelveInstance-793057097 tempest-TestShelveInstance-793057097-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1093 time: 0.1121712
Jun 07 18:50:28.118601 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55828) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:50:28.123707 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.v2.base [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Request body: {'floatingip': {'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 07 18:50:28.145680 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for floatingip, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:28.337540 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:28.343096 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-70bc4e18-4bab-4cc8-9ec9-948233ccc101 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1080406
Jun 07 18:50:28.526412 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_common [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Allocated IP 172.27.0.127 (9cae64ed-f95d-4c2a-9213-04f838e0c7e8/20d74fb8-2a25-44cd-a94d-86104a6b54d8/c3efafb1-759e-4b08-bb19-6ea8778ec272) {{(pid=98345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 07 18:50:28.665882 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-abe91efd-c465-4001-b4e7-11f225fe7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:28.668040 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-abe91efd-c465-4001-b4e7-11f225fe7ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.2564509
Jun 07 18:50:28.878942 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for port, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:28.899258 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-08087dc4-1a2d-417a-a4aa-5d018a3bb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:28.901327 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-08087dc4-1a2d-417a-a4aa-5d018a3bb3c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1739991
Jun 07 18:50:28.969577 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-aea6399b-b086-4ac4-a7d6-881595fc274c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 217 time: 0.0610573
Jun 07 18:50:29.021345 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-644993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729206026343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5988805'] for port, after_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last):
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager     callback(resource, event, trigger, **kwargs)
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context'
Jun 07 18:50:29.021916 dv-cinder-790535-1-iscsi neutron-server[98345]: ERROR neutron_lib.callbacks.manager 
Jun 07 18:50:29.048363 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-eb4f1d6f-cf88-4422-8eb2-9f222dd84097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:29.049759 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-eb4f1d6f-cf88-4422-8eb2-9f222dd84097 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0736053
Jun 07 18:50:29.051427 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Network 9cae64ed-f95d-4c2a-9213-04f838e0c7e8 is already hosted by enough agents. {{(pid=98345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 07 18:50:29.052440 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.base_scheduler [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Resources bound (agent type, host, resource id):  {{(pid=98345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 07 18:50:29.054842 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Received port after_create {{(pid=98345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 07 18:50:29.250095 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-8e56e859-a9cb-4b75-83ea-8f0827b58bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:29.251483 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-8e56e859-a9cb-4b75-83ea-8f0827b58bfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1727481
Jun 07 18:50:29.540124 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-a91dab1d-c1d8-4845-b6e0-9f9b1432cc4e service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779825
Jun 07 18:50:29.699003 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-404e39e0-9d4b-49b8-aad6-e49d0305f0d9 req-6b8d6944-9b58-484d-9f4a-b7019dd2d01b service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506686
Jun 07 18:50:29.730388 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:29.804490 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:30.004429 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:30.008576 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5988855'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:30.013066 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1f57edff-cb12-422a-8a2a-4031bf1fdca9 tempest-TestVolumeBootPattern-762340230 tempest-TestVolumeBootPattern-762340230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:50:30.224652 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event updated for resources: {'Port': ['ID=c3efafb1-759e-4b08-bb19-6ea8778ec272,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:50:30.229505 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:50:30.236147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7948399'] for floatingip, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:30.415373 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Floating IP fd868135-2e82-4942-9de7-9b007c3e59ce associated. External IP: 172.27.0.127, port: b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd.
Jun 07 18:50:30.760351 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:50:30.939172 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:50:30.948649 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Sync routers for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:50:30.957633 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:30.961940 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:50:30.962550 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d20b5be0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:50:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:50:31.012188 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8925827
Jun 07 18:50:31.012828 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:50:31.015106 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e9a372-09e3-4f57-87e1-13f0d4cd858f" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:50:31.056623 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0f8348-4ca6-4bfa-98c3-20a4893bf39e x-openstack-request-id: req-2e0f8348-4ca6-4bfa-98c3-20a4893bf39e {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:50:31.056996 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:50:31.057291 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0f8348-4ca6-4bfa-98c3-20a4893bf39e {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:50:31.057808 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'status': 'completed', 'code': 200}
Jun 07 18:50:31.139575 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:50:31.151910 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-d21939e9-cf97-4a29-9a15-1af741a0e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:31.153407 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-d21939e9-cf97-4a29-9a15-1af741a0e63d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0747621
Jun 07 18:50:31.287014 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-010263f2-31cf-4814-b4cd-4bd15cde8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:31.288386 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-010263f2-31cf-4814-b4cd-4bd15cde8133 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1292915
Jun 07 18:50:31.392406 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-f08b3046-fba0-4852-982a-b9710e277676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 999 time: 0.0958772
Jun 07 18:50:31.457771 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-d968a2ae-be3a-4f88-8a1e-35b42962abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:31.459217 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-d968a2ae-be3a-4f88-8a1e-35b42962abd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0596981
Jun 07 18:50:31.491124 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d20b5be0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'fd868135-2e82-4942-9de7-9b007c3e59ce', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'mac_address': 'fa:16:3e:8c:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:50:29Z', 'updated_at': '2021-06-07T18:50:29Z', 'revision_number': 0, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:50:31.495867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Checking router: d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:50:31.504278 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:50:31.504891 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d20b5be0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:50:23Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:50:31.536681 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-ec73e19c-9316-4a73-8daa-ca4591393ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:50:31.538188 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-ec73e19c-9316-4a73-8daa-ca4591393ceb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723569
Jun 07 18:50:31.687572 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:50:31.786697 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-45f9eeb4-ec38-458f-b74c-135077acc3aa service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407913
Jun 07 18:50:31.917327 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-07e9a372-09e3-4f57-87e1-13f0d4cd858f req-84046f1c-e2de-4c65-a54b-2c244649fb02 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240592
Jun 07 18:50:32.066413 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d20b5be0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'fd868135-2e82-4942-9de7-9b007c3e59ce', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'mac_address': 'fa:16:3e:8c:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:50:29Z', 'updated_at': '2021-06-07T18:50:29Z', 'revision_number': 0, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:50:32.070341 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c48fb5-a91b-46d6-8b35-6e2707c7e74b None None] The sync data for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi is: [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_floatingips': [{'id': 'fd868135-2e82-4942-9de7-9b007c3e59ce', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'router_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'mac_address': 'fa:16:3e:8c:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T18:50:29Z', 'updated_at': '2021-06-07T18:50:29Z', 'revision_number': 0, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:50:32.249257 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12112d4-2e04-4ec9-a9fc-16f8f4e21081 None None] New status for floating IP fd868135-2e82-4942-9de7-9b007c3e59ce: ACTIVE {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:50:34.044555 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:50:50.797841 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-97461ea0-28da-4b8e-b8bb-dc0d87d5d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:53.036968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:53.398913 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7a7500ae-e0f7-44ee-9aa5-66ffa16ea8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:54.451792 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:55.273546 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:50:56.007753 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:11.042902 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:51:20.800004 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f72fa12d-800a-406b-a91a-13dd6e6ff96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:23.040131 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:23.409515 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-66894752-f840-4ac7-bf68-66d8910ad8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:24.454510 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:25.270330 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:26.010962 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:28.262578 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-10680a52-8746-45d7-935e-0cdeee0bf1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715601
Jun 07 18:51:28.397478 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-804b0550-98e8-4072-8aba-ef0ffaa3ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:51:28.398880 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-804b0550-98e8-4072-8aba-ef0ffaa3ad47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0699074
Jun 07 18:51:28.542891 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-74c1b7a3-e7ff-47a5-9917-6161c05053b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:51:28.544325 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-74c1b7a3-e7ff-47a5-9917-6161c05053b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1249151
Jun 07 18:51:28.648608 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-6d4a2d2a-b487-4922-86c7-59c924b58d69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 1001 time: 0.0963988
Jun 07 18:51:28.714402 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-15087b99-91bf-47f2-aba1-3628156e76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:51:28.716321 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-15087b99-91bf-47f2-aba1-3628156e76f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0618327
Jun 07 18:51:28.791340 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-ea9e82ae-f71e-445e-8744-91a0f0b8abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:51:28.792792 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-ea9e82ae-f71e-445e-8744-91a0f0b8abda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705526
Jun 07 18:51:28.923486 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-e2abe4a1-0882-4b8e-a488-645dcc358701 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242063
Jun 07 18:51:29.054856 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-23653ff0-025a-4524-8e32-43e24c52b9d9 req-818d9d4d-1f92-4a46-9532-d33ea20e7535 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256356
Jun 07 18:51:48.042815 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:51:50.802890 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-35a5e272-9707-4bf1-ab9e-44625835e8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:53.042464 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:53.401192 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-4423d075-85d0-48fd-9bd1-c4af41b4b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:54.456761 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:55.279442 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:51:56.015003 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:20.804510 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c439f766-6fb2-4557-b3c2-bd89e89acd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:21.078455 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4ba14-6f94-4d7c-be57-e15ac159bf2c req-724f6197-3ba8-474c-8132-be234671f0f2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:21.079906 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4e4ba14-6f94-4d7c-be57-e15ac159bf2c req-724f6197-3ba8-474c-8132-be234671f0f2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0833936
Jun 07 18:52:21.123454 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d4e4ba14-6f94-4d7c-be57-e15ac159bf2c req-d9691d8f-4742-43bd-a5aa-f9b95e95c526 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379927
Jun 07 18:52:22.310241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3adf-7a8e-4861-9567-8022045ce340 req-861b6d8d-3421-4a73-ae52-82e9b0dc2252 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:22.311805 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f73d3adf-7a8e-4861-9567-8022045ce340 req-861b6d8d-3421-4a73-ae52-82e9b0dc2252 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0802186
Jun 07 18:52:22.356966 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f73d3adf-7a8e-4861-9567-8022045ce340 req-4736cc70-2a2d-499a-b90e-02e17a0c7d87 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395293
Jun 07 18:52:23.047777 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:23.413329 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-dc470bc0-69b2-4f65-81c7-11610589d014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:23.584213 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaf1aa-4525-4332-aad2-e7a455981168 req-d47ae22b-ae0b-4a4e-bced-f14ba3d0b794 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:23.585585 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-beaaf1aa-4525-4332-aad2-e7a455981168 req-d47ae22b-ae0b-4a4e-bced-f14ba3d0b794 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0917504
Jun 07 18:52:23.634843 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-beaaf1aa-4525-4332-aad2-e7a455981168 req-1738be1f-05fb-42fc-9767-8088730c26e1 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435684
Jun 07 18:52:24.461339 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:24.820012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f875ac-9c9c-41aa-8326-0b761e67cb2a req-b78260bb-c0df-494f-b4f1-b5e67d89bcc3 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:24.821436 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58f875ac-9c9c-41aa-8326-0b761e67cb2a req-b78260bb-c0df-494f-b4f1-b5e67d89bcc3 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0799787
Jun 07 18:52:24.865195 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-58f875ac-9c9c-41aa-8326-0b761e67cb2a req-80ec757d-c90d-4b2a-8c7c-134afeecb1ca tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376434
Jun 07 18:52:25.041684 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:52:25.288337 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:26.016201 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:26.053382 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42742-c3e2-4fdd-84e2-57f002daab1a req-eed1f281-92be-43e5-b259-c9b90b5541dc tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:26.056042 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-37d42742-c3e2-4fdd-84e2-57f002daab1a req-eed1f281-92be-43e5-b259-c9b90b5541dc tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0876436
Jun 07 18:52:26.103867 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-37d42742-c3e2-4fdd-84e2-57f002daab1a req-f1009390-2a33-4b7e-925a-21a41ca632c2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416219
Jun 07 18:52:27.288914 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926e01-948c-4091-a500-7c47c8c367dc req-ffb5f1c4-46c6-4e49-a4c7-32de6ce672dd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:27.290355 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f6926e01-948c-4091-a500-7c47c8c367dc req-ffb5f1c4-46c6-4e49-a4c7-32de6ce672dd tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0819161
Jun 07 18:52:27.426073 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f6926e01-948c-4091-a500-7c47c8c367dc req-d8e941f2-22c7-4a25-9810-bde2a297daad tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293437
Jun 07 18:52:28.614074 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b7f1a-ed77-48ae-a338-eae2d045d887 req-10cb545e-9520-493a-8e94-d71c1ee56b33 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:28.615435 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d10b7f1a-ed77-48ae-a338-eae2d045d887 req-10cb545e-9520-493a-8e94-d71c1ee56b33 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0841074
Jun 07 18:52:28.660415 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d10b7f1a-ed77-48ae-a338-eae2d045d887 req-23d385d6-5f13-49c7-a560-058db3de8e42 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392575
Jun 07 18:52:29.332673 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-fb49a882-e268-4df7-bba0-1449d7a1b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:29.334093 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-fb49a882-e268-4df7-bba0-1449d7a1b25e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0722909
Jun 07 18:52:29.479913 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-d745fc9d-abdc-4db0-a943-abced46c2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:29.481335 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-d745fc9d-abdc-4db0-a943-abced46c2934 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1285183
Jun 07 18:52:29.582874 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-651bd73a-e878-442b-9fcd-1b0d972ee8a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 1001 time: 0.0948169
Jun 07 18:52:29.644705 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-46ea1c1d-2477-46bc-8398-aa06b584a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:29.646094 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-46ea1c1d-2477-46bc-8398-aa06b584a29e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0567412
Jun 07 18:52:29.728077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-66894cef-026f-4241-8d9a-70ad7dd4838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:29.729558 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-66894cef-026f-4241-8d9a-70ad7dd4838c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770905
Jun 07 18:52:29.915113 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-c4d4fb39-8ea8-40b2-bd15-d950df991557 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786275
Jun 07 18:52:29.949495 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc5ee3-4e70-4256-a467-df63ecb492d2 req-b621d987-4edc-43c8-b162-99cf326c2753 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:29.951959 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bedc5ee3-4e70-4256-a467-df63ecb492d2 req-b621d987-4edc-43c8-b162-99cf326c2753 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.1784194
Jun 07 18:52:30.058985 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-bedc5ee3-4e70-4256-a467-df63ecb492d2 req-ad2f1d0e-6855-4cda-9227-e0aee85edf62 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003420
Jun 07 18:52:30.088190 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-60e43dc4-b3f3-4683-9295-8bc076d549a9 req-92fc5871-b2b4-4e33-af41-9a82c5a17102 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657488
Jun 07 18:52:31.169037 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-a74113e7-9646-453b-9995-725ce066e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:31.170547 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-a74113e7-9646-453b-9995-725ce066e9a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0755496
Jun 07 18:52:31.371171 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be58228-6e33-4548-9851-ae8f112be06d req-2cb5dac0-ae07-472d-9160-4b1caee7425f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:31.373120 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0be58228-6e33-4548-9851-ae8f112be06d req-2cb5dac0-ae07-472d-9160-4b1caee7425f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.2016995
Jun 07 18:52:31.374057 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-ce0c8524-3f29-4baa-a7c8-7b4d42881ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:31.375322 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-ce0c8524-3f29-4baa-a7c8-7b4d42881ef3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1705410
Jun 07 18:52:31.502704 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-0be58228-6e33-4548-9851-ae8f112be06d req-c557db23-d18c-4788-8b28-10f687b72c5c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237245
Jun 07 18:52:31.516551 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-6c38c60f-fa9a-44c2-b4c7-31447db8c1a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 1001 time: 0.1206431
Jun 07 18:52:31.587186 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-1af27855-a460-4f21-b304-ca3be04358ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:31.589034 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-1af27855-a460-4f21-b304-ca3be04358ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0657525
Jun 07 18:52:31.667593 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-e04f581d-1168-41dd-aa29-95be13f699d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:31.669682 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-e04f581d-1168-41dd-aa29-95be13f699d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732861
Jun 07 18:52:31.894486 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-725b79f7-1de4-458b-a86d-a6d79055dbd5 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189908
Jun 07 18:52:32.026626 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-88c58d44-106b-46fe-b33e-1208e3f00dcf req-e0349f9f-9db0-4a2a-b93b-ed073e0573cd service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243956
Jun 07 18:52:32.691241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1994-39fa-4984-b19c-f783d46da3d3 req-1d3a2ed3-aeb7-40f4-a5b7-950c863d9195 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:32.692722 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-51cf1994-39fa-4984-b19c-f783d46da3d3 req-1d3a2ed3-aeb7-40f4-a5b7-950c863d9195 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0837288
Jun 07 18:52:32.736395 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-51cf1994-39fa-4984-b19c-f783d46da3d3 req-ddd777ef-ada4-4bb5-9d35-a32a60ea10a1 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381613
Jun 07 18:52:33.917434 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c96142-a100-4dee-bf50-db591e1445de req-59e430ce-43dc-46ff-93ab-c28b0f1790c7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:33.918878 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c0c96142-a100-4dee-bf50-db591e1445de req-59e430ce-43dc-46ff-93ab-c28b0f1790c7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0809472
Jun 07 18:52:33.972067 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-c0c96142-a100-4dee-bf50-db591e1445de req-b5335ebe-ff0b-42ce-b5d9-f7135d63b5b6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466688
Jun 07 18:52:35.151792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf80a-01fd-48b1-b4ce-da5e96846f1c req-e286d1b9-c2f4-4f6c-aadf-a3f59c2b0e72 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:35.153304 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cdecf80a-01fd-48b1-b4ce-da5e96846f1c req-e286d1b9-c2f4-4f6c-aadf-a3f59c2b0e72 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0792732
Jun 07 18:52:35.198305 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cdecf80a-01fd-48b1-b4ce-da5e96846f1c req-83defada-9275-40a9-b2a1-da55e0afdf50 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378411
Jun 07 18:52:35.609573 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb0e84-8e30-43fa-b78b-9c5b996f5ea0 req-7b0f61d8-b14c-447e-87ab-ec091bd12fa8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:35.610987 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5fdb0e84-8e30-43fa-b78b-9c5b996f5ea0 req-7b0f61d8-b14c-447e-87ab-ec091bd12fa8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.1423542
Jun 07 18:52:35.617441 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-6eebc07f-3236-4f85-92a6-a0821d73bceb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2103670
Jun 07 18:52:35.658298 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5fdb0e84-8e30-43fa-b78b-9c5b996f5ea0 req-415e1a44-008d-4254-9787-481cbdc35fb9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399418
Jun 07 18:52:36.119204 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:52:36.229903 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:36.257235 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:52:36.259448 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a670cce0-0122-442c-9252-dee9c4d480ff" -d '{"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-unplugged", "status": "completed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:52:36.267486 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:52:36.271334 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:36.273883 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:52:36.307626 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 18:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438aacf-c787-4e02-9e5c-f8708d2875cb x-openstack-request-id: req-c438aacf-c787-4e02-9e5c-f8708d2875cb {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:52:36.307918 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-unplugged", "status": "failed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "code": 422}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:52:36.308170 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c438aacf-c787-4e02-9e5c-f8708d2875cb {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:52:36.308552 dv-cinder-790535-1-iscsi neutron-server[98347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'code': 422} returned with failed status
Jun 07 18:52:36.345158 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=6']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:52:36.352201 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.352547 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.352886 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.353214 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.353540 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.353859 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.354178 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.354496 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.354815 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.355130 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.355467 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.355784 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:52:36.360255 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:52:36.847750 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac17ff3-db3c-4c84-a206-9af22d3c9b70 req-d378b030-6bdc-4d4b-928b-1a27a5c29f63 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:36.849209 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cac17ff3-db3c-4c84-a206-9af22d3c9b70 req-d378b030-6bdc-4d4b-928b-1a27a5c29f63 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0825799
Jun 07 18:52:36.893665 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-cac17ff3-db3c-4c84-a206-9af22d3c9b70 req-c7e4b54b-35e6-4bef-9e70-65229e89d7dc tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387857
Jun 07 18:52:38.075045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c8ae1-ddfa-4f6b-b1e6-b60469e8f209 req-8023de2f-c560-4304-89d3-977dac6569ac tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:38.076510 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-362c8ae1-ddfa-4f6b-b1e6-b60469e8f209 req-8023de2f-c560-4304-89d3-977dac6569ac tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0801744
Jun 07 18:52:38.123989 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-362c8ae1-ddfa-4f6b-b1e6-b60469e8f209 req-069e359e-7ab8-48a1-9687-2f7297bc1e39 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413296
Jun 07 18:52:39.310795 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8206c-6221-42d1-bc5c-57ba4cd20517 req-3f89c281-de5f-481d-9841-4f38d6f4a37a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:39.312226 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a9c8206c-6221-42d1-bc5c-57ba4cd20517 req-3f89c281-de5f-481d-9841-4f38d6f4a37a tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0814250
Jun 07 18:52:39.356315 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-a9c8206c-6221-42d1-bc5c-57ba4cd20517 req-4427b9d2-741b-444a-b5d0-dd30e268c4e4 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386164
Jun 07 18:52:40.541807 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327570-3fb1-49e2-b55e-a076f6fab27d req-ff5384af-2f68-4db7-86e2-c5abbfc8add9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:40.543210 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-21327570-3fb1-49e2-b55e-a076f6fab27d req-ff5384af-2f68-4db7-86e2-c5abbfc8add9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0833869
Jun 07 18:52:40.589774 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-21327570-3fb1-49e2-b55e-a076f6fab27d req-6c5b1571-19b3-4bd2-8753-7f98df4c160f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395832
Jun 07 18:52:41.296671 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-485b1596-95fb-40ba-8ffa-cc079c605fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.298183 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-485b1596-95fb-40ba-8ffa-cc079c605fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955&tenant_id=60e024afdf9942809009c78b1cf395aa HTTP/1.1" status: 200  len: 1096 time: 0.0721276
Jun 07 18:52:41.392062 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-998327b7-afc5-4028-b723-926ff85b6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.393517 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-998327b7-afc5-4028-b723-926ff85b6004 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1096 time: 0.0740626
Jun 07 18:52:41.534944 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-ad69f51f-1006-4128-a2f1-4abfd5b1bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.536420 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-ad69f51f-1006-4128-a2f1-4abfd5b1bf19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1371071
Jun 07 18:52:41.639087 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-39cb1af8-2444-44e2-9e9f-0cbbd2c414f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 999 time: 0.0958874
Jun 07 18:52:41.733105 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-6050e9f2-31e6-4c2e-a87b-5f846b64ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.735126 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-6050e9f2-31e6-4c2e-a87b-5f846b64ef04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0897541
Jun 07 18:52:41.946840 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b390217-27ce-4e3e-bcfe-a6bc13d738df req-792220ab-6dfe-47b1-ac32-78aa089641b5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.948312 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6b390217-27ce-4e3e-bcfe-a6bc13d738df req-792220ab-6dfe-47b1-ac32-78aa089641b5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.2490757
Jun 07 18:52:41.951150 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-f3853826-ede1-4713-a3dd-f4cc0ae27e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:41.952569 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-f3853826-ede1-4713-a3dd-f4cc0ae27e1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112241
Jun 07 18:52:42.072088 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6b390217-27ce-4e3e-bcfe-a6bc13d738df req-da362e9a-469f-400d-a030-d0a20f81e821 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178579
Jun 07 18:52:42.112819 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-59f952d9-a8c8-4df4-9be1-f3911447b85a service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461143
Jun 07 18:52:42.244533 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f400ef2d-d5e3-4a11-8968-9e1bf77a9b38 req-10b6d7ee-5cd2-43e0-b319-3f0319b48cfc service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255996
Jun 07 18:52:43.257147 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f828af-5151-44c9-b939-0b50104d7fd4 req-27abb637-e8d3-4313-acf1-9cd6268cea18 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:43.258623 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48f828af-5151-44c9-b939-0b50104d7fd4 req-27abb637-e8d3-4313-acf1-9cd6268cea18 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0805452
Jun 07 18:52:43.307678 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-48f828af-5151-44c9-b939-0b50104d7fd4 req-c201320e-db3b-49e6-b0a4-6c21340205c9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434666
Jun 07 18:52:44.487487 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff257-db06-4056-a9d0-0fb408d3b9be req-b5e8bf68-dd71-4eb9-97dc-f6724beb93fe tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:44.489158 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b6ff257-db06-4056-a9d0-0fb408d3b9be req-b5e8bf68-dd71-4eb9-97dc-f6724beb93fe tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0783186
Jun 07 18:52:44.538426 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2b6ff257-db06-4056-a9d0-0fb408d3b9be req-bdf32d4a-f3b5-4a5a-a737-873c34502413 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439084
Jun 07 18:52:45.727388 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b6e8-a13c-420c-a507-0f335cc388a6 req-5e0add01-168a-4b56-826d-e266c3b00de4 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:45.728867 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1d50b6e8-a13c-420c-a507-0f335cc388a6 req-5e0add01-168a-4b56-826d-e266c3b00de4 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0871575
Jun 07 18:52:45.774238 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-1d50b6e8-a13c-420c-a507-0f335cc388a6 req-49ebbe5e-1533-4619-be3e-ae2b8da5453c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393159
Jun 07 18:52:46.956378 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4f624-1532-47ec-88e3-fcfbdc473e61 req-b757a0a3-85dd-4d20-8510-57e562e8ffb7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:46.957725 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f9b4f624-1532-47ec-88e3-fcfbdc473e61 req-b757a0a3-85dd-4d20-8510-57e562e8ffb7 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0794172
Jun 07 18:52:47.001318 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-f9b4f624-1532-47ec-88e3-fcfbdc473e61 req-f319f659-4c03-4f03-8d97-59f7ab48be52 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379961
Jun 07 18:52:48.188254 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ade08-b4cf-445a-84f8-aab9da2f7b46 req-d06227e5-c28c-4898-ae4c-35d3357d65f8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:48.189698 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-472ade08-b4cf-445a-84f8-aab9da2f7b46 req-d06227e5-c28c-4898-ae4c-35d3357d65f8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0837293
Jun 07 18:52:48.232869 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-472ade08-b4cf-445a-84f8-aab9da2f7b46 req-1db4d684-b75d-49c0-b777-6b84e56d0c03 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374403
Jun 07 18:52:49.417347 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a44b47-d334-44cd-af7a-54ff4ecd0ee4 req-9c3a7ba0-ff56-4a24-bed4-29fde270845d tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:49.418772 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-42a44b47-d334-44cd-af7a-54ff4ecd0ee4 req-9c3a7ba0-ff56-4a24-bed4-29fde270845d tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 943 time: 0.0783138
Jun 07 18:52:49.465675 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-42a44b47-d334-44cd-af7a-54ff4ecd0ee4 req-6aded639-7e24-4bbe-b674-3b9665f1bc1c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412149
Jun 07 18:52:50.165969 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=98347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 07 18:52:50.296555 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:52:50.309139 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Returning: {'device': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'port_id': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'mac_address': 'fa:16:3e:8c:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 07 18:52:50.362962 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:50.379361 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd {{(pid=98347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 07 18:52:50.394450 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:52:50.398026 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:50.399726 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:52:50.466649 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=7']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:52:50.469721 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:52:50.635968 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] get_ports_and_sgs() called for port_ids ['b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'] {{(pid=98347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 07 18:52:50.654825 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5e966-7389-4149-8fc1-80a0c7a5f3ce req-6946e202-b245-4a8f-b45e-4347a34c3243 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:50.656744 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d3c5e966-7389-4149-8fc1-80a0c7a5f3ce req-6946e202-b245-4a8f-b45e-4347a34c3243 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 944 time: 0.0806510
Jun 07 18:52:50.704084 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-d3c5e966-7389-4149-8fc1-80a0c7a5f3ce req-88838a99-006d-4d62-8d93-5f58956a7ae6 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408900
Jun 07 18:52:50.825733 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-472404b6-5829-459f-ad02-00f5a3e31d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:51.890391 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7dce8-6929-4125-9265-41e47bab90be req-da8cc048-2af0-45cd-8cfd-996d01a6300d tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:51.891955 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-15a7dce8-6929-4125-9265-41e47bab90be req-da8cc048-2af0-45cd-8cfd-996d01a6300d tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 944 time: 0.0831163
Jun 07 18:52:51.934943 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-15a7dce8-6929-4125-9265-41e47bab90be req-b768ef44-0391-4b5c-a0a4-bcc429be4f4f tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372684
Jun 07 18:52:52.196764 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd up at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 07 18:52:52.271758 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.provisioning_blocks [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Provisioning complete for port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd triggered by entity L2. {{(pid=98347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 07 18:52:52.272135 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-607741'] for port, provisioning_complete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:52.382213 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-635627'] for port, before_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:52.410841 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:52:52.413069 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39a18122aa02da9613e5fda2f15f30b500c1b04a4f260bbcb768c78e73252e0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fd1be-c929-40ef-8480-e2e721887d60" -d '{"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-plugged", "status": "completed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:52:52.420794 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:52:52.425461 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729206296046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729206026361', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729206026406'] for port, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:52.428365 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:52:52.494867 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Pushing event updated for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=8']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:52:52.497836 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:52:53.051331 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:53.126683 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf480d-e8d1-433f-80fc-f10b1e3f2294 req-d8086113-d6bf-49b0-8087-9cfcef7a5310 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:53.128465 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5cdf480d-e8d1-433f-80fc-f10b1e3f2294 req-d8086113-d6bf-49b0-8087-9cfcef7a5310 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0853817
Jun 07 18:52:53.174142 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5cdf480d-e8d1-433f-80fc-f10b1e3f2294 req-d8a9bfd9-5be7-412d-be33-1bb783d35ab8 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393610
Jun 07 18:52:53.404712 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-948472f1-40db-4543-b2a0-82c9388a5c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:53.473709 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd7d54-4cff-424e-a449-0661284ec3b9 x-openstack-request-id: req-cafd7d54-4cff-424e-a449-0661284ec3b9 {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:52:53.474008 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-plugged", "status": "completed", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "code": 200}]} {{(pid=98347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:52:53.474269 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cafd7d54-4cff-424e-a449-0661284ec3b9 {{(pid=98347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:52:53.474725 dv-cinder-790535-1-iscsi neutron-server[98347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'code': 200}
Jun 07 18:52:53.746545 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7102-c696-4a87-90da-c5378b51db1a req-1c3c664e-8dd9-4545-8273-483567d3d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:53.748019 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-15ea7102-c696-4a87-90da-c5378b51db1a req-1c3c664e-8dd9-4545-8273-483567d3d813 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0731359
Jun 07 18:52:53.790019 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-15ea7102-c696-4a87-90da-c5378b51db1a req-abf0c3e0-2c91-4ea3-a3e1-4be3e0b4d693 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355091
Jun 07 18:52:54.375007 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f150f02-be24-4598-8497-79c0b0c0b201 req-b6dc85df-b8f9-4af7-bf80-3915e7b990ea tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:54.376471 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6f150f02-be24-4598-8497-79c0b0c0b201 req-b6dc85df-b8f9-4af7-bf80-3915e7b990ea tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0794442
Jun 07 18:52:54.423420 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-6f150f02-be24-4598-8497-79c0b0c0b201 req-f15218e6-1a12-4cfb-8dc4-45c9f238b22c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411284
Jun 07 18:52:54.464291 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:55.303445 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:52:55.617624 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addb9a9-7416-4589-867e-facf15f3d958 req-28290e6d-8eec-4e9b-b304-704cdf6e370c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:52:55.618991 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2addb9a9-7416-4589-867e-facf15f3d958 req-28290e6d-8eec-4e9b-b304-704cdf6e370c tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.0897441
Jun 07 18:52:55.664391 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-2addb9a9-7416-4589-867e-facf15f3d958 req-2c819aa1-f926-4912-9033-9e71cf95e59d tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390017
Jun 07 18:52:56.019370 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:02.042013 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:53:20.807168 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-adbdbcf3-8a40-4a71-991c-32638f1f5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:23.053142 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:23.408426 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-da65cc60-5d2a-42a3-aeaa-572f3a58ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:24.466806 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:25.303901 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:26.023314 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:30.253421 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-0d6fefaa-3240-482c-b4bc-8ee290997013 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683997
Jun 07 18:53:30.391558 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-479a0ad9-4174-411c-aebd-aff74aaec910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:53:30.393027 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-479a0ad9-4174-411c-aebd-aff74aaec910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0724216
Jun 07 18:53:30.626500 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-c7b66f35-c30c-414e-9166-e44f4365cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:53:30.627844 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-c7b66f35-c30c-414e-9166-e44f4365cc67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.2170079
Jun 07 18:53:30.730455 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-7537bc93-6349-4133-aab0-bf0721281785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 1001 time: 0.0950840
Jun 07 18:53:30.793236 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-726accb8-aee9-4804-b06b-86e58e12e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:53:30.794655 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-726accb8-aee9-4804-b06b-86e58e12e3f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0579863
Jun 07 18:53:30.871038 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-d3db7f76-e158-45d4-8677-8792af043ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:53:30.872489 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-d3db7f76-e158-45d4-8677-8792af043ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717261
Jun 07 18:53:31.002368 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-ab468862-b538-49d6-9d6f-f3eb4bd13a7e service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236360
Jun 07 18:53:31.148832 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-4eda1394-e78d-4cfc-b0d1-88cdb09e4f44 req-0d841920-0082-4976-9002-f013b4873308 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397648
Jun 07 18:53:39.041716 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:53:50.811376 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-285e9892-b593-445a-8355-82c1e485f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:53.055137 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:53.410245 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-422a99d6-e6c2-4aa4-ada6-e5eb92f694ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:54.468911 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:55.305487 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:53:56.027669 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:07.891192 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 55978) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:08.153115 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Deleting port c3efafb1-759e-4b08-bb19-6ea8778ec272 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:08.153454 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:08.270337 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:08.270654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:08.391643 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Calling delete_port for c3efafb1-759e-4b08-bb19-6ea8778ec272 owned by network:floatingip {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:08.512087 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:08.516665 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6048f144-e6cc-446d-b8f4-f4faf39d384e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:08.560894 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event deleted for resources: {'Port': ['ID=c3efafb1-759e-4b08-bb19-6ea8778ec272,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:08.600208 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.600578 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.600939 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.601295 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.601644 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.601989 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.602333 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.602674 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.603016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.603357 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.603715 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.604054 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:08.633077 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:08.662471 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for floatingip, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:08.662794 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.db.l3_db [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Floating IP fd868135-2e82-4942-9de7-9b007c3e59ce disassociated (deleted). External IP: 172.27.0.127, port: b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd.
Jun 07 18:54:09.121192 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:54:09.298398 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:54:09.302591 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for floatingip, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:09.308171 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Sync routers for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:54:09.317395 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:09.318012 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d21109a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:09.356323 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-ed1ee8df-c729-4aab-bc26-15b1ac51c603 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd868135-2e82-4942-9de7-9b007c3e59ce HTTP/1.1" status: 204  len: 168 time: 1.4639435
Jun 07 18:54:09.356981 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:54:09.359263 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51098f-a469-4a52-9594-a59e839604da" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:54:09.494864 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:09.508897 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd587e2-5dce-49a2-8ea4-591ffa4c6caa x-openstack-request-id: req-edd587e2-5dce-49a2-8ea4-591ffa4c6caa {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:54:09.509222 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:54:09.509507 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edd587e2-5dce-49a2-8ea4-591ffa4c6caa {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:54:09.510784 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'status': 'completed', 'code': 200}
Jun 07 18:54:09.612346 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51098f-a469-4a52-9594-a59e839604da req-5fdd4fe9-59c9-4b59-b1a3-0426c16faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:09.614221 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-5fdd4fe9-59c9-4b59-b1a3-0426c16faa98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60e024afdf9942809009c78b1cf395aa&device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 1098 time: 0.0807943
Jun 07 18:54:09.816149 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51098f-a469-4a52-9594-a59e839604da req-11fb5dfb-47b6-4775-b70d-3c5f48240d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:09.817568 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-11fb5dfb-47b6-4775-b70d-3c5f48240d33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 200  len: 910 time: 0.1969907
Jun 07 18:54:09.821563 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d21109a0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:09.825296 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Checking router: d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:54:09.833721 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:09.834312 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d21109a0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:09.891278 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e31488-151a-40f9-b524-fa7e0fd7ab2c req-6b660734-6668-49ff-b5ac-b7b4e890d0c5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:09.892758 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36e31488-151a-40f9-b524-fa7e0fd7ab2c req-6b660734-6668-49ff-b5ac-b7b4e890d0c5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.2239447
Jun 07 18:54:09.901884 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-b5640d81-ce03-4466-858c-31f784004cea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 200  len: 217 time: 0.0762181
Jun 07 18:54:09.987193 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-36e31488-151a-40f9-b524-fa7e0fd7ab2c req-84466b8a-cd0d-47be-a838-16a682e3b6ca tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866976
Jun 07 18:54:09.994625 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51098f-a469-4a52-9594-a59e839604da req-a3afe30c-fa4a-4bd4-9924-be25f3709d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:09.996078 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-a3afe30c-fa4a-4bd4-9924-be25f3709d65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 200  len: 848 time: 0.0790317
Jun 07 18:54:10.008698 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:10.076524 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51098f-a469-4a52-9594-a59e839604da req-79e8c0f5-b324-4e0f-b4c8-7a6a2865a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:10.078284 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-79e8c0f5-b324-4e0f-b4c8-7a6a2865a3b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5537ccd-4693-47c2-bac9-153fc269b538&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750871
Jun 07 18:54:10.211253 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-119ab0a8-7241-4588-8d37-21cb9591b6c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260395
Jun 07 18:54:10.317466 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d21109a0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:10.321261 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bda6a6-69e9-48e5-a6e0-265b6b7b0ebc None None] The sync data for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi is: [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:45Z', 'revision_number': 4, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi', '_interfaces': [{'id': '6563d0f4-5e4a-4370-b641-5ea48a877581', 'name': '', 'network_id': 'e5537ccd-4693-47c2-bac9-153fc269b538', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'mac_address': 'fa:16:3e:36:fb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:45Z', 'updated_at': '2021-06-07T18:49:52Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'subnets': [{'id': '22a5bc63-cfca-4b48-9bef-bf6fc9215f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:54:10.343774 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-5d51098f-a469-4a52-9594-a59e839604da req-96b2e76a-793c-43b3-93ef-15743f43becd service neutron] 10.222.0.57 "GET /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258523
Jun 07 18:54:10.528757 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785ca5c-6d3b-4daa-9fb4-469a634ef220 None None] New status for floating IP fd868135-2e82-4942-9de7-9b007c3e59ce: DOWN {{(pid=98348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 07 18:54:11.365241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05376061-23f2-47cd-a896-6069eec69137 req-2d5cb110-170d-4da0-bc1b-c2ed11e13aa9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:11.366594 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05376061-23f2-47cd-a896-6069eec69137 req-2d5cb110-170d-4da0-bc1b-c2ed11e13aa9 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.2750554
Jun 07 18:54:11.374406 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac168fb1-e611-4181-bec4-297392bcba58 req-ded193dc-ff03-4f61-985b-67560843d7ba tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 07 18:54:11.375738 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ac168fb1-e611-4181-bec4-297392bcba58 req-ded193dc-ff03-4f61-985b-67560843d7ba tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 945 time: 0.2410789
Jun 07 18:54:11.512130 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-ac168fb1-e611-4181-bec4-297392bcba58 req-e6a8bcd1-0e65-414a-9f73-1180a4af36d5 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/security-groups?id=31092a3b-242c-467e-bab3-6f61ac84bbb6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020308
Jun 07 18:54:11.544895 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Deleting port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:11.545238 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:11.681390 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] For port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:11.681747 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:11.805206 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Calling delete_port for b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd owned by compute:nova {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:11.913440 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:11.919068 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-0879c32f-c25c-4bfe-bdba-8a9198ba1e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:11.965856 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event deleted for resources: {'Port': ['ID=b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:11.969404 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:12.045701 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] No DVR routers for this DVR port b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd on host hv-cinder-79053 {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:54:12.048229 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8349218'] for port, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:12.050291 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-05376061-23f2-47cd-a896-6069eec69137 req-83b84af5-33cf-413f-b99b-75c6e4c86109 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.57 "DELETE /v2.0/ports/b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd HTTP/1.1" status: 204  len: 173 time: 0.6736567
Jun 07 18:54:12.050792 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-deleted', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd'}] {{(pid=98345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 07 18:54:12.053134 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91449f778d39eaed5594a11469dcc13c26ba1adf6915cba9044aa14031a3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd628111-f524-4d55-9144-c7f762deec89" -d '{"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-deleted", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd"}]}' {{(pid=98345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 07 18:54:12.099045 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a39e2-bdb8-455e-9dd3-308b90c03fad x-openstack-request-id: req-6b5a39e2-bdb8-455e-9dd3-308b90c03fad {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 07 18:54:12.099379 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d296b-efe1-43c7-a4c2-585ee3e3f955", "name": "network-vif-deleted", "tag": "b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd", "status": "completed", "code": 200}]} {{(pid=98345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 07 18:54:12.099713 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b5a39e2-bdb8-455e-9dd3-308b90c03fad {{(pid=98345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 07 18:54:12.100146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d296b-efe1-43c7-a4c2-585ee3e3f955', 'name': 'network-vif-deleted', 'tag': 'b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd', 'status': 'completed', 'code': 200}
Jun 07 18:54:12.680334 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [req-abdf3ed3-fb67-4a34-94ae-cd4bdf3f9ae9 req-63c35599-3f80-46fe-80db-9eb4394c73c2 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "GET /v2.0/ports?device_id=b93d296b-efe1-43c7-a4c2-585ee3e3f955 HTTP/1.1" status: 200  len: 210 time: 0.0462241
Jun 07 18:54:13.778812 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56006) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:13.846974 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:13.875710 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:13.941586 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:13.944000 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Notify callbacks [] for security_group, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:13.945146 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] 10.222.0.13 "DELETE /v2.0/security-groups/31092a3b-242c-467e-bab3-6f61ac84bbb6 HTTP/1.1" status: 204  len: 168 time: 0.1653261
Jun 07 18:54:13.945895 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b9a44586-e45d-413f-8552-a4cc6e71f034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:13.958344 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31092a3b-242c-467e-bab3-6f61ac84bbb6,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:13.960715 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-e1a89bf0-a2ed-420c-9194-e394281d857b tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:14.648198 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:14.683001 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] No Port match for: b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:14.683355 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Device b2b65eca-4e8b-4dbc-a268-c6ba1a651ffd not bound to the agent host hv-cinder-79053 {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:15.010315 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56012) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:15.541018 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:16.041382 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:54:16.053016 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Deleting port 6563d0f4-5e4a-4370-b641-5ea48a877581 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:16.053464 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:16.178474 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] For port 6563d0f4-5e4a-4370-b641-5ea48a877581, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=6563d0f4-5e4a-4370-b641-5ea48a877581,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:16.178818 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:16.303824 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Calling delete_port for 6563d0f4-5e4a-4370-b641-5ea48a877581 owned by network:router_interface {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:16.597952 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:16.601377 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-24fd2781-1743-4d45-a13d-750fd603a2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:16.644871 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Pushing event deleted for resources: {'Port': ['ID=6563d0f4-5e4a-4370-b641-5ea48a877581,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:16.671798 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:16.904312 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:17.364248 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:54:17.545241 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:54:17.551274 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-b5e42dd6-c8f9-4e8e-85ac-d4c126ddf10c admin admin] 10.222.0.13 "PUT /v2.0/routers/d0f0db9b-e97a-4170-bc4f-18dc3759c7b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5399394
Jun 07 18:54:17.554140 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56014) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:17.555080 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Sync routers for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:54:17.564140 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:17.565899 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1b86ac0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:17.731273 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks [] for router, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:17.780684 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:17.906094 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:17.976552 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Deleting port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:17.976811 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.067912 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1b86ac0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:54:16Z', 'revision_number': 5, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port': {'id': '4680c0e1-aab2-48a0-ab6f-a5f646503e1b', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:18.071725 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Checking router: d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 for host: dv-cinder-790535-1-iscsi {{(pid=98347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:54:18.080513 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Routers {'d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:18.081078 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d1b86ac0>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'], 'active': True} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:18.095096 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] For port 4680c0e1-aab2-48a0-ab6f-a5f646503e1b, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:18.095471 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.214505 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Calling delete_port for 4680c0e1-aab2-48a0-ab6f-a5f646503e1b owned by network:router_gateway {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:18.231065 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvr_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] Set router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 gateway port host: None {{(pid=98347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:18.335893 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_hamode_db [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d1b86ac0>, [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:54:17Z', 'revision_number': 6, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:18.339789 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a7732-a0b1-4e5c-89a2-d8c2505a62c7 None None] The sync data for ids ['d0f0db9b-e97a-4170-bc4f-18dc3759c7b3'] in dv-cinder-790535-1-iscsi is: [{'id': 'd0f0db9b-e97a-4170-bc4f-18dc3759c7b3', 'name': 'tempest-TestShelveInstance-1005749680-router', 'tenant_id': '60e024afdf9942809009c78b1cf395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:42Z', 'updated_at': '2021-06-07T18:54:17Z', 'revision_number': 6, 'project_id': '60e024afdf9942809009c78b1cf395aa', 'gw_port_host': None}] {{(pid=98347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:54:18.488734 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.492292 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0bbe8df2-da65-4368-8d82-0b0667c90336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:18.538516 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Pushing event deleted for resources: {'Port': ['ID=4680c0e1-aab2-48a0-ab6f-a5f646503e1b,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:18.575417 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.576047 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.576169 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.576510 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.576871 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.577231 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.577587 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.577942 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.578296 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.578647 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.579000 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.579347 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:18.586805 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:18.637754 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.923169 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.925890 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.948081 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.948595 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 {{(pid=98346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:54:18.953121 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] Notify callbacks [] for router, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:18.954220 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c660002c-5a79-46c2-ae97-2c30869c9354 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d0f0db9b-e97a-4170-bc4f-18dc3759c7b3 HTTP/1.1" status: 204  len: 168 time: 1.3991063
Jun 07 18:54:18.956876 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56018) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:19.014886 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Deleting subnet 22a5bc63-cfca-4b48-9bef-bf6fc9215f1a {{(pid=98346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:54:19.017714 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.065593 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5231606'] for subnet, precommit_delete_associations {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.147955 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.216718 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5583822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5732336'] for subnet, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.221835 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-f7ea29d5-f355-48b3-a87b-c2201d1164db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:19.261443 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a5bc63-cfca-4b48-9bef-bf6fc9215f1a,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:19.263355 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for subnet, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.269025 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22a5bc63-cfca-4b48-9bef-bf6fc9215f1a HTTP/1.1" status: 204  len: 168 time: 0.3073342
Jun 07 18:54:19.269025 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-c744afef-ae73-4afc-96bc-c6c11d12b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:19.269025 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56020) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:19.272543 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f892f0-2360-4af2-b2e1-626e3b1d832b None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:54:19.372240 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.447607 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Deleting port cc0b4363-ef88-4f64-8fe6-e943a00ce49d {{(pid=98346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:19.447936 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.550316 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.db [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] For port cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:19.550938 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.555115 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] DHCP port deletion for e5537ccd-4693-47c2-bac9-153fc269b538 request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:54:19.619121 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Deleting port cc0b4363-ef88-4f64-8fe6-e943a00ce49d {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:19.619439 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.672523 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Calling delete_port for cc0b4363-ef88-4f64-8fe6-e943a00ce49d owned by network:dhcp {{(pid=98346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:19.720096 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5583640'] for port, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.724469 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] For port cc0b4363-ef88-4f64-8fe6-e943a00ce49d, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,segment=NetworkSegment(ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e),segment_id=ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:19.724797 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.729581 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-0dc769b3-8434-4f3c-bab8-1a1146e79f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:19.763584 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] No DVR routers for this DVR port cc0b4363-ef88-4f64-8fe6-e943a00ce49d on host dv-cinder-790535-1-iscsi {{(pid=98346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:54:19.795258 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4680c0e1-aab2-48a0-ab6f-a5f646503e1b no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:19.801627 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:19.807159 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:19.887968 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.902020 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d1a273d0>,) {'filters': {'network_id': ['e5537ccd-4693-47c2-bac9-153fc269b538']}} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:19.915209 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1a273d0>, 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e') {'for_net_delete': True} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:19.915526 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.services.segments.db [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d1a273d0>, 'ff2b9869-e52a-4ed6-9ff7-89de86f1ad4e') {} {{(pid=98346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:19.921050 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Calling delete_port for cc0b4363-ef88-4f64-8fe6-e943a00ce49d owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:19.923493 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 4680c0e1-aab2-48a0-ab6f-a5f646503e1b {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:19.923962 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 4680c0e1-aab2-48a0-ab6f-a5f646503e1b not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:19.924308 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6563d0f4-5e4a-4370-b641-5ea48a877581 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:19.926966 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5231567'] for segment, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.946856 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.952915 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:54:19.953476 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5583725'] for segment, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:19.960035 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 6563d0f4-5e4a-4370-b641-5ea48a877581 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:19.960388 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 6563d0f4-5e4a-4370-b641-5ea48a877581 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:19.960810 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device cc0b4363-ef88-4f64-8fe6-e943a00ce49d no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]: Traceback (most recent call last):
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     timer()
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     cb(*args, **kw)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     return func(*args, **kwargs)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     self._notify()
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     self.callback(batched_events)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     event.method(event)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     return f(self, *a, **k)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._get(url).json()
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:54:19.967948 dv-cinder-790535-1-iscsi neutron-server[98346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:54:19.994702 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: cc0b4363-ef88-4f64-8fe6-e943a00ce49d {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:19.995072 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device cc0b4363-ef88-4f64-8fe6-e943a00ce49d not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:20.030834 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:20.034997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:20.040208 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:20.043797 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:20.057097 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:20.058822 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5537ccd-4693-47c2-bac9-153fc269b538 HTTP/1.1" status: 204  len: 168 time: 0.7900400
Jun 07 18:54:20.062051 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56022) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:20.064525 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e5537ccd-4693-47c2-bac9-153fc269b538,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:20.066951 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-d2ca84c2-4f7f-434c-82a0-7e5e643774ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:20.077003 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Pushing event deleted for resources: {'Port': ['ID=cc0b4363-ef88-4f64-8fe6-e943a00ce49d,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:20.079205 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Network e5537ccd-4693-47c2-bac9-153fc269b538 is not hosted by any dhcp agent {{(pid=98347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}}
Jun 07 18:54:20.079676 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] No DVR routers for this DVR port cc0b4363-ef88-4f64-8fe6-e943a00ce49d on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:54:20.087322 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.087682 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.089438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.089438 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.089731 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.090059 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.090444 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.090695 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.091015 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.091332 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.091674 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.091982 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-1-iscsi {{(pid=98347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 07 18:54:20.094832 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-db5225c3-1d95-4eb2-9814-4a4a7ef13269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:20.617525 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-287176'] for router_interface, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:20.821672 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-195acb53-b53a-428e-995f-2127a0ddf6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:21.031334 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Deleting port f801f8b5-2708-4815-8add-b3bc06ed8465 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:21.031694 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:21.259689 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] For port f801f8b5-2708-4815-8add-b3bc06ed8465, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=f801f8b5-2708-4815-8add-b3bc06ed8465,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:21.260424 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:21.381373 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Calling delete_port for f801f8b5-2708-4815-8add-b3bc06ed8465 owned by network:router_interface {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:21.524138 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:21.528406 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-72c04e76-37f4-4f31-b327-cd6053b825c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:21.573500 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Pushing event deleted for resources: {'Port': ['ID=f801f8b5-2708-4815-8add-b3bc06ed8465,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:21.600069 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:21.845837 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7939294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-289414'] for router_interface, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:22.194877 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Router 589a7345-3405-4ce4-ac59-f041e702fbc1 has already been hosted by L3 agent 776296e1-0be2-4941-afca-9332a84e7457 {{(pid=98345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 07 18:54:22.370067 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] Notify agent at l3_agent.dv-cinder-790535-1-iscsi the message routers_updated {{(pid=98345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 07 18:54:22.374865 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-1d351134-cb6f-47b2-9fdd-d155cf41b789 admin admin] 10.222.0.13 "PUT /v2.0/routers/589a7345-3405-4ce4-ac59-f041e702fbc1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3115015
Jun 07 18:54:22.378003 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56024) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:22.380607 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Sync routers for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 07 18:54:22.390281 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:22.390964 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d3527430>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:22.596560 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: dv-cinder-790535-1-iscsi {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:22.659631 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:22.834403 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:22.879945 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d3527430>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'external_fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:54:21Z', 'revision_number': 5, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port': {'id': '5b94e4ae-7dae-4765-87be-e863350b7ea4', 'name': '', 'network_id': '9cae64ed-f95d-4c2a-9213-04f838e0c7e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20d74fb8-2a25-44cd-a94d-86104a6b54d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-1-iscsi'}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:22.883667 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Checking router: 589a7345-3405-4ce4-ac59-f041e702fbc1 for host: dv-cinder-790535-1-iscsi {{(pid=98348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 07 18:54:22.891819 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Routers {'589a7345-3405-4ce4-ac59-f041e702fbc1'} bound to L3 agent in host dv-cinder-790535-1-iscsi {{(pid=98348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 07 18:54:22.892514 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06d3527430>, 'dv-cinder-790535-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T18:31:23Z,description=<?>,heartbeat_timestamp=2021-06-07T18:53:53Z,host='dv-cinder-790535-1-iscsi',id=776296e1-0be2-4941-afca-9332a84e7457,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-07T18:31:23Z,topic='l3_agent')) {'router_ids': ['589a7345-3405-4ce4-ac59-f041e702fbc1'], 'active': True} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:22.909820 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Deleting port 5b94e4ae-7dae-4765-87be-e863350b7ea4 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:22.910162 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.032560 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] For port 5b94e4ae-7dae-4765-87be-e863350b7ea4, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=5b94e4ae-7dae-4765-87be-e863350b7ea4,segment=NetworkSegment(b1ef6f10-ac7a-47f7-82d1-59c088464301),segment_id=b1ef6f10-ac7a-47f7-82d1-59c088464301)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:23.032915 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.043779 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_dvr_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] Set router 589a7345-3405-4ce4-ac59-f041e702fbc1 gateway port host: None {{(pid=98348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 07 18:54:23.057844 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.150868 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.l3_hamode_db [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06d3527430>, [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:54:22Z', 'revision_number': 6, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port_host': None}], 'dv-cinder-790535-1-iscsi', False) {} {{(pid=98348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:23.154761 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ee843-4185-46a2-9ebb-420a6450a96d None None] The sync data for ids ['589a7345-3405-4ce4-ac59-f041e702fbc1'] in dv-cinder-790535-1-iscsi is: [{'id': '589a7345-3405-4ce4-ac59-f041e702fbc1', 'name': 'tempest-TestShelveInstance-1341793725-router', 'tenant_id': '87e72174dbe649beabb534b9edc81da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T18:49:48Z', 'updated_at': '2021-06-07T18:54:22Z', 'revision_number': 6, 'project_id': '87e72174dbe649beabb534b9edc81da5', 'gw_port_host': None}] {{(pid=98348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 07 18:54:23.160592 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Calling delete_port for 5b94e4ae-7dae-4765-87be-e863350b7ea4 owned by network:router_gateway {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:23.299899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.303308 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-6ad98694-9f72-4751-85be-45de871ac924 tempest-TestShelveInstance-1067045034 tempest-TestShelveInstance-1067045034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:23.346739 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b94e4ae-7dae-4765-87be-e863350b7ea4,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:23.350192 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:23.412234 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-f06cc28b-6d08-46e5-b82c-f3c9fa9ddb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.438472 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7948376'] for router_gateway, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.614348 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-292719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130826'] for router, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.616522 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.639358 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-292851'] for router, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.639899 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589a7345-3405-4ce4-ac59-f041e702fbc1 {{(pid=98345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 07 18:54:23.645006 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] Notify callbacks [] for router, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.646109 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-5a5e2d7e-59c2-40a0-9ce3-aa00610481e1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/589a7345-3405-4ce4-ac59-f041e702fbc1 HTTP/1.1" status: 204  len: 168 time: 1.2671914
Jun 07 18:54:23.648688 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56026) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:23.709100 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.db_base_plugin_v2 [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Deleting subnet 9861cf98-687b-4a0e-b35e-0dc8d9ce95cb {{(pid=98345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 07 18:54:23.711839 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.760012 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6694454'] for subnet, precommit_delete_associations {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.838635 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-626923'] for subnet, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.915917 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-626896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5988648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6156584'] for subnet, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.919200 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-10df116a-a740-4323-948a-29ff76ed7aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:23.954749 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 5b94e4ae-7dae-4765-87be-e863350b7ea4 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:23.958892 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9861cf98-687b-4a0e-b35e-0dc8d9ce95cb,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:23.961290 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:23.963143 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9861cf98-687b-4a0e-b35e-0dc8d9ce95cb HTTP/1.1" status: 204  len: 168 time: 0.3135493
Jun 07 18:54:23.964033 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-507cc2d5-d455-490c-b00d-536d221bb809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:23.965654 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [-] (98345) accepted ('10.222.0.13', 56028) {{(pid=98345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:23.981156 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f7544-1add-4f17-805b-e265da037321 None None] Network 51a85379-5e2b-483d-abf3-348e695c5b92 requested from dv-cinder-790535-1-iscsi {{(pid=98347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 07 18:54:24.007789 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 5b94e4ae-7dae-4765-87be-e863350b7ea4 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:24.008139 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 5b94e4ae-7dae-4765-87be-e863350b7ea4 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:24.008566 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device f801f8b5-2708-4815-8add-b3bc06ed8465 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:24.059873 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: f801f8b5-2708-4815-8add-b3bc06ed8465 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:24.060602 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device f801f8b5-2708-4815-8add-b3bc06ed8465 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:24.175936 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7794016'] for network, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.258739 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Deleting port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 {{(pid=98345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:24.259064 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.294822 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] DHCP port deletion for 51a85379-5e2b-483d-abf3-348e695c5b92 request from dv-cinder-790535-1-iscsi {{(pid=98347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 07 18:54:24.358209 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] For port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:24.358560 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.360095 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Deleting port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 {{(pid=98347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 07 18:54:24.360478 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729206502108'] for port, before_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.462514 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.db [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] For port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1, host dv-cinder-790535-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-1-iscsi',level=0,port_id=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,segment=NetworkSegment(5f18d19c-a3f7-4f78-8302-e33f9a535c27),segment_id=5f18d19c-a3f7-4f78-8302-e33f9a535c27)] {{(pid=98347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 07 18:54:24.462829 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-289695'] for port, precommit_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.486797 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.plugin [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Calling delete_port for 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 owned by network:dhcp {{(pid=98345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:24.532280 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5988862'] for port, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.538636 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-31797524-a59c-470e-a49f-5af719f5ff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:24.582269 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:24.585215 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:24.586144 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] No DVR routers for this DVR port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 on host dv-cinder-790535-1-iscsi {{(pid=98345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:54:24.589146 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.596228 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Calling delete_port for 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 owned by network:dhcp {{(pid=98347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 07 18:54:24.638030 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-645016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7939308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729206296028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729206026352'] for port, after_delete {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.642490 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-a0701694-ba21-4999-a64f-0946ab8760f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:24.692534 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Pushing event deleted for resources: {'Port': ['ID=3a00d01b-ab84-4a8c-9a73-bdef1af13fd1,revision_number=None']} {{(pid=98347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:24.694623 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] No DVR routers for this DVR port 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 on host dv-cinder-790535-1-iscsi {{(pid=98347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 07 18:54:24.698316 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG oslo_concurrency.lockutils [None req-9b1ebad0-e1a2-40bf-ab15-2a60f88a4d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:24.702121 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-627040', 'neutron.services.segments.db._delete_segments_for_network-8729206470310'] for network, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.716413 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06d274f970>,) {'filters': {'network_id': ['51a85379-5e2b-483d-abf3-348e695c5b92']}} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:24.728686 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d274f970>, '5f18d19c-a3f7-4f78-8302-e33f9a535c27') {'for_net_delete': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:24.728980 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.services.segments.db [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06d274f970>, '5f18d19c-a3f7-4f78-8302-e33f9a535c27') {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 07 18:54:24.740916 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729206473665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6694415'] for segment, before_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.757812 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214'] for segment, precommit_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.763710 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 07 18:54:24.764088 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-549214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5988747'] for segment, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]: Traceback (most recent call last):
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     timer()
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     cb(*args, **kw)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     return func(*args, **kwargs)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     self._notify()
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     self.callback(batched_events)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     event.method(event)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     return f(self, *a, **k)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._get(url).json()
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     return self.request(url, 'GET', **kwargs)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 07 18:54:24.777286 dv-cinder-790535-1-iscsi neutron-server[98345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 07 18:54:24.854686 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-627049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-458541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7939301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7948413'] for network, after_delete {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.858259 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-c1d66568-e671-42a1-b43f-f4b4a27fe816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:24.871733 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7939202'] for network, before_response {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:24.873522 dv-cinder-790535-1-iscsi neutron-server[98345]: INFO neutron.wsgi [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] 10.222.0.13 "DELETE /v2.0/networks/51a85379-5e2b-483d-abf3-348e695c5b92 HTTP/1.1" status: 204  len: 168 time: 0.9069693
Jun 07 18:54:24.880399 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a85379-5e2b-483d-abf3-348e695c5b92,revision_number=None']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:24.882698 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-05349407-ff38-4bed-b237-cd8284579e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:25.067319 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56032) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:25.120834 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-1ca7abb6-8ef5-4492-8327-0b588869584b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60e024afdf9942809009c78b1cf395aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522096
Jun 07 18:54:25.123142 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56034) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:25.184237 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.210889 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.265052 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.267735 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.269001 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1103845e-7af5-4854-bd14-4326254629ff HTTP/1.1" status: 204  len: 168 time: 0.1449494
Jun 07 18:54:25.269761 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-bc4a3ef5-9413-4fc5-9165-d1b5497a4c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:25.280030 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1103845e-7af5-4854-bd14-4326254629ff,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:25.282537 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-2fc6b94a-e5d6-42d2-97ab-83bc9f2204aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:25.314157 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.659372 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56040) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:25.710969 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-0cd368d5-1aef-4009-ba0c-aa71fe1ebf43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e72174dbe649beabb534b9edc81da5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497754
Jun 07 18:54:25.713279 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [-] (98346) accepted ('10.222.0.13', 56042) {{(pid=98346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 07 18:54:25.783799 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.785623 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 no longer exists at agent ovs-agent-dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 07 18:54:25.824605 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.plugin [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] No Port match for: 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 {{(pid=98347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 07 18:54:25.824939 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron.plugins.ml2.rpc [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Device 3a00d01b-ab84-4a8c-9a73-bdef1af13fd1 not bound to the agent host dv-cinder-790535-1-iscsi {{(pid=98347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 07 18:54:25.905619 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.957072 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458525'] for security_group, after_delete {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.959532 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron_lib.callbacks.manager [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:25.960682 dv-cinder-790535-1-iscsi neutron-server[98346]: INFO neutron.wsgi [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62467abf-1e83-4511-967b-0cdcc411941a HTTP/1.1" status: 204  len: 168 time: 0.2462358
Jun 07 18:54:25.961448 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-114de8f1-0728-4e50-931d-1c142a6aebc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 07 18:54:25.971741 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62467abf-1e83-4511-967b-0cdcc411941a,revision_number=None']} {{(pid=98346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 07 18:54:25.973936 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG oslo_concurrency.lockutils [None req-558f2a42-0769-4e3d-bbfd-cad99c7da4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 07 18:54:26.030398 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:44.300986 dv-cinder-790535-1-iscsi neutron-server[98345]: DEBUG neutron.wsgi [req-bbeaf964-4a5e-4da6-869e-b28f412f4fbb req-4641a9c8-521f-4671-8929-d447506929c5 service neutron] (98345) timed out ('10.222.0.57', 51591) {{(pid=98345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 07 18:54:50.817872 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-a4eb62d8-6d03-487b-a5d0-728f46e91ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:53.046149 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:54:53.060138 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:53.414226 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-1d119f80-15fe-4263-9f81-030ab6fe2bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:54.476073 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:55.303267 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:54:56.030775 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:20.818497 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2b008784-66f4-4c35-b43f-bb5aea6f7232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:23.062517 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:23.415090 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-9037cbc8-5eb5-48da-a80d-fddf370f30b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:24.478477 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:25.299011 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:26.033777 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:30.045755 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:55:50.820848 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-2197157d-cc7b-46ae-b69e-5e45796c5178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:53.064206 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:53.419619 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-dd5e327e-80f5-4766-b066-9b94979ee2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:54.481604 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:55.298581 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:55:56.036856 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:07.045051 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:56:20.821622 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-b795bf6c-0115-45d2-bd88-6d873ce265c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:23.066247 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:23.421683 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-07a45888-fdca-4d42-9c0f-692ea5c84855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:24.486002 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:25.297736 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:26.038454 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:44.044820 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:56:49.336217 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [req-774c0dd4-d72b-4f64-b19a-b2a5c70d3387 req-102014af-96da-435f-a5df-dc1cc3a0e7ad service neutron] (98346) timed out ('10.222.0.57', 51565) {{(pid=98346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 07 18:56:50.822936 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-df82c05d-66cf-4d86-9bb3-26aea874fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:53.068614 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:53.423110 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ff36ebf4-5331-45ce-bf10-8e91453fc591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:54.486549 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:55.299329 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:56.041062 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:56:58.500016 dv-cinder-790535-1-iscsi neutron-server[98346]: DEBUG neutron.wsgi [req-aef38ca1-caf5-4c33-93be-e318f8b6a2b2 req-f1609d70-35ba-4654-906c-e24d0d4ef488 service neutron] (98346) timed out ('10.222.0.13', 49840) {{(pid=98346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 07 18:57:20.824544 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-ab2eec47-6d32-4f61-8773-90820a61a6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:21.043708 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:57:23.070311 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:23.425476 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-7e6ec677-0507-4f71-af0e-30be46d5d85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:24.490290 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:25.311598 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:26.044941 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:50.827073 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fc85b5a2-acd0-458b-85f7-71446d076558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:53.072427 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:53.427484 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ce82-cb10-4fb0-910d-7beecc1a51f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:54.492972 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:55.326185 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:56.048680 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:57:58.042562 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:58:20.829018 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-fff98a36-28bb-43ea-ae36-1eed93fd5a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:23.074745 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:23.429462 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-d886f41c-d6bc-476c-9c7f-6c03d11e74f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:24.495799 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:25.325835 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:26.051125 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:35.041806 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:58:50.830719 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-920c62c4-c207-4314-b439-80d1e57ce890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:53.079704 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:53.431211 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-8471ed3f-890b-41ae-860b-4bdff72c18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:54.498013 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:55.343045 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:58:56.053446 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:12.040815 dv-cinder-790535-1-iscsi neutron-server[98348]: DEBUG neutron.db.agents_db [None req-18a31a76-97c0-45d2-9a83-449c495b58b5 None None] Agent healthcheck: found 6 active agents {{(pid=98348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 07 18:59:20.831811 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-31127936-ff24-4081-bf05-2061759c03e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:23.082107 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-cba3e99d-b4d6-4718-9cbd-6885245b2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:23.431997 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-45e83fb5-5d04-498e-a691-118f8fcc38c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:24.502667 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-5d5dfd3c-1f09-4f0d-976c-494b38b74230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:25.339051 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-c3614cc0-d9e9-4b49-a357-35ab267dc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 07 18:59:26.056739 dv-cinder-790535-1-iscsi neutron-server[98347]: DEBUG neutron_lib.callbacks.manager [None req-846e0163-60e7-4914-924f-92cb708be1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729206470292', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607658'] for agent, after_update {{(pid=98347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}